-- Logs begin at Fri 2022-01-28 19:46:52 UTC, end at Fri 2022-01-28 20:47:44 UTC. -- Jan 28 20:17:49.398641 dv-cinder-826350-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 20:17:52.371313 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.common.config [-] Logging enabled! Jan 28 20:17:52.371892 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev450 Jan 28 20:17:52.371983 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 20:17:52.375969 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.common.config [-] Logging enabled! Jan 28 20:17:52.376222 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev450 Jan 28 20:17:52.376529 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 20:17:52.377449 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 20:17:52.377678 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 20:17:52.378055 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 20:17:52.378300 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 20:17:52.378521 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 20:17:52.378854 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.379265 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 20:17:52.379570 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.379861 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.380149 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.380437 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.380721 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.380998 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.381280 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.381570 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.381851 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.382154 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.382432 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.382719 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.382993 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.383273 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.383555 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.383830 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] debug = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.384103 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.384527 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.384956 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.385242 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.385535 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.385809 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.386099 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.386371 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.386653 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.386975 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] host = dv-cinder-826350-4-iscsi {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.387249 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.387532 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.387812 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.388099 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.388407 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.388687 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.388970 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.389236 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.389519 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] log_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.389776 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.390153 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.390444 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.390732 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.390956 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.391176 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.391459 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.391742 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.392013 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.392281 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.392549 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.392820 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.393089 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.393355 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.393632 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.393971 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.394254 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.394523 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.394793 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.395060 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.395327 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.395607 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.395879 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.396143 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.396411 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.396691 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.396956 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.397225 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.397518 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.397800 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.398105 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.398386 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.398660 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.398941 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.399210 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.399477 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.399743 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] use_json = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.400008 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.400271 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.400545 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.400810 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.401076 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.401344 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.401647 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.401956 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.402225 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:52.402516 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.402813 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.403111 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.403401 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.403689 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.404485 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.404773 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.405048 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.405335 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.405637 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.405997 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.406276 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.406575 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.406862 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.407157 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.407457 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.407750 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.408039 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.408314 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.408588 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.408860 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.409138 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.409424 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.409700 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.410012 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.410302 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.410578 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.410875 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.411157 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.411702 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.411990 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.412262 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.412539 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.412832 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.413108 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.413379 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.413657 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.413973 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.414252 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.414524 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.414804 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.415079 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.415349 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.415619 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.415895 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.416183 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.416456 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.416729 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.416995 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.417269 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.417535 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.417817 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.418114 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.418386 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.418656 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.418929 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.419207 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.419473 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.420358 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.420639 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.420915 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.421188 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.421458 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.421729 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.422026 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.422298 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.422567 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.422836 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.423110 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.423378 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.423644 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.423914 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.424180 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.424450 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.424730 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.425021 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.425292 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.425569 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.425890 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.426178 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.426453 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.426727 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.427002 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.427278 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.427549 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.427839 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.428123 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.428403 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.428705 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.428981 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.429280 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.429555 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.429836 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.430135 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.430424 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.430725 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.431007 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.431301 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.431595 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.431891 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.432185 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.432475 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.432754 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.433057 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.433334 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:52.433550 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 20:17:52.433786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102270) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 20:17:52.803209 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 20:17:52.803484 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 20:17:52.803786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 20:17:52.804113 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 20:17:53.135115 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.135333 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.135600 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.136913 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.137184 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.137448 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.182244 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.182515 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.182786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.197305 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.197580 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.197845 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.228206 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.228485 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.228750 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.265185 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.265455 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.265716 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.598776 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.599391 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.599391 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.599578 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.600227 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.699360 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.699751 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.700033 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.700306 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.700569 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.701405 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.701663 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.701934 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.702186 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.702463 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.702718 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.702978 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.703227 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.703474 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.703723 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.703982 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.704233 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.704492 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.704754 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.705006 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.705272 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.705519 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.705794 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.706187 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.706431 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.706672 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.707057 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:17:53.707294 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:17:53.707528 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:17:53.707762 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:17:53.707992 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:17:53.708223 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:17:53.708586 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 20:17:53.711734 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 20:17:53.715802 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 20:17:53.720137 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 28 20:17:53.721774 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 20:17:53.722267 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 20:17:53.722604 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 20:17:53.722989 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 20:17:53.725790 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 20:17:53.726062 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 20:17:53.726404 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 20:17:53.731711 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 20:17:53.755365 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 20:17:53.755812 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.756109 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102270) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 20:17:53.756469 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.757829 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102270) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 20:17:53.758133 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 20:17:53.758379 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 20:17:53.761583 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.761861 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:53.826791 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 20:17:53.827024 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 20:17:53.827256 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 20:17:53.827683 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 20:17:53.848073 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_db.sqlalchemy.engines [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102270) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 20:17:54.287074 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Initializing driver for type 'gre' Jan 28 20:17:54.287559 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] gre ID ranges: [(1, 1000)] Jan 28 20:17:54.339484 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Initializing driver for type 'local' Jan 28 20:17:54.339882 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Initializing driver for type 'vlan' Jan 28 20:17:54.352236 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] VlanTypeDriver initialization complete Jan 28 20:17:54.352593 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Initializing driver for type 'vxlan' Jan 28 20:17:54.353138 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] vxlan ID ranges: [(1, 1000)] Jan 28 20:17:54.402458 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Initializing extension driver 'port_security' Jan 28 20:17:54.402800 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.extensions.port_security [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] PortSecurityExtensionDriver initialization complete Jan 28 20:17:54.403131 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Initializing mechanism driver 'openvswitch' Jan 28 20:17:54.403471 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Initializing mechanism driver 'hyperv' Jan 28 20:17:54.410348 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.plugins.ml2.plugin [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:54.411029 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > port after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.411655 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > port after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.412009 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > port after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.412552 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:17:54.413005 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > subnet after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.413374 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > subnet after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.413725 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.414173 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:17:54.414592 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > network after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.414961 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > network after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.415311 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > network after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.415714 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:17:54.416122 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > security_group after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.416472 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > security_group after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.416813 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.417342 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:17:54.417750 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.418139 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.418487 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.418900 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:17:54.419323 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > address_group after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.420198 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > address_group after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.420542 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.420943 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102270) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 20:17:54.421381 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] ML2 OVO RPC backend initialized. {{(pid=102270) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 20:17:54.422122 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.422485 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.422909 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > network before_response 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.423259 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > networks before_response 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.423608 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > port before_response 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.423957 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > ports before_response 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.424302 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > subnet before_response 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.424645 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > subnets before_response 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.424991 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > network after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.425369 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > network after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.425703 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > network after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.426071 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > port after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.426411 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > port after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.426746 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > port after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.427084 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > subnet after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.427419 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > subnet after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.427752 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.435821 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded quota_driver: . Jan 28 20:17:54.436190 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.plugin [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Modular L2 Plugin initialization complete Jan 28 20:17:54.436539 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading services supported by the core plugin {{(pid=102270) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 20:17:54.437006 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.plugins.ml2.managers [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Got port-security extension from driver 'port_security' Jan 28 20:17:54.437492 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.extensions.vlantransparent [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Disabled vlantransparent extension. Jan 28 20:17:54.438014 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102270) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 20:17:54.438343 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading Plugin: router Jan 28 20:17:54.475304 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.475698 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router after_create 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.476071 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router before_create 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.476439 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.476810 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.477166 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router after_delete 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.477526 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.477894 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.478266 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router after_create 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.478614 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router after_update 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.478961 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router after_update 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.479310 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.479671 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router after_update 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.480079 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_update 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.480446 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: port after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.480786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: port after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.481122 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: subnet after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.481461 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.481809 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.482744 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_create 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.483092 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: port before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.483448 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.483926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router after_update 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.484273 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.484624 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_create 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.484988 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.485331 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_update 55549900 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.485693 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > agent after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.486076 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > agent after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.486421 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > network after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.487274 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Tracking information for resource: router configured {{(pid=102270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:17:54.487613 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Tracking information for resource: floatingip configured {{(pid=102270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 20:17:54.492477 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.db.l3_agentschedulers_db [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 20:17:54.493059 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: port after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.493419 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: port after_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.493774 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: port after_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.494157 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: port after_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.495063 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router before_create 55550100 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.495427 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.495792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_create 55550100 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.496156 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > router precommit_update 55550100 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.501553 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.services.provider_configuration [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service providers = [] {{(pid=102270) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 20:17:54.501950 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.db.servicetype_db [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102270) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 20:17:54.504913 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.services.service_base [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 20:17:54.505265 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.services.service_base [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 20:17:54.505611 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.services.service_base [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 20:17:54.506522 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.services.service_base [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 20:17:54.506896 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.services.service_base [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 20:17:54.507271 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:17:54.507592 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 20:17:54.518553 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:17:54.518886 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading Plugin: auto_allocate Jan 28 20:17:54.524722 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: network precommit_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.525096 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: network precommit_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.525613 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:17:54.525965 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading Plugin: tag Jan 28 20:17:54.532560 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:17:54.532892 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading Plugin: timestamp Jan 28 20:17:54.537285 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:17:54.537547 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading Plugin: network_ip_availability Jan 28 20:17:54.543252 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.543620 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.543981 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.545239 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:17:54.545565 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading Plugin: flavors Jan 28 20:17:54.550707 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:17:54.551039 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading Plugin: revisions Jan 28 20:17:54.555374 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 20:17:54.555773 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_concurrency.lockutils [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.752s {{(pid=102270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 20:17:54.556525 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102270) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 20:17:54.556866 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Initializing extension manager. Jan 28 20:17:54.557389 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: __init__.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.557733 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: __pycache__ {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.558092 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.558427 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: address_group.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.559188 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.559787 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: address-group Jan 28 20:17:54.560660 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: address_scope.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.561393 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.561929 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: address-scope Jan 28 20:17:54.562265 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.563206 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.563718 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: router-admin-state-down-before-update Jan 28 20:17:54.564044 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: agent.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.564943 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.565457 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: agent Jan 28 20:17:54.565787 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: agent_resources_synced.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.566735 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.567246 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: agent-resources-synced Jan 28 20:17:54.567574 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: allowedaddresspairs.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.569377 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.569928 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: allowed-address-pairs Jan 28 20:17:54.570265 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: auto_allocated_topology.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.571351 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.571873 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: auto-allocated-topology Jan 28 20:17:54.572209 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: availability_zone.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.572906 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.573412 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: availability_zone Jan 28 20:17:54.573791 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: availability_zone_filter.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.574716 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.575196 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: availability_zone_filter Jan 28 20:17:54.575521 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: data_plane_status.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.576487 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.576993 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 20:17:54.577314 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: default_subnetpools.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.578397 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.578908 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: default-subnetpools Jan 28 20:17:54.579230 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.580049 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.580558 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: dhcp_agent_scheduler Jan 28 20:17:54.580883 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: dns.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.581813 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.582354 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 20:17:54.582676 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: dns_domain_ports.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.583591 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.584101 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 20:17:54.584426 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.585348 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.585854 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 20:17:54.586198 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: dvr.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.586872 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.587379 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: dvr Jan 28 20:17:54.587702 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: ecmp_routes.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.588622 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.589129 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 20:17:54.589452 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: empty_string_filtering.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.590390 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.590899 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: empty-string-filtering Jan 28 20:17:54.591221 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.592172 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.592679 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 20:17:54.593105 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.594058 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.594570 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 20:17:54.594895 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: external_net.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.595806 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.596321 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: external-net Jan 28 20:17:54.596640 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.597561 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.598104 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: extra_dhcp_opt Jan 28 20:17:54.598428 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: extraroute.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.599347 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.599866 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: extraroute Jan 28 20:17:54.600166 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: extraroute_atomic.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.601209 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.601723 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: extraroute-atomic Jan 28 20:17:54.602081 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: filter_validation.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.602742 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.603249 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: filter-validation Jan 28 20:17:54.603568 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: fip_pf_description.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.604479 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.604983 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 20:17:54.605306 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: fip_port_details.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.606254 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.606760 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: fip-port-details Jan 28 20:17:54.607612 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: flavors.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.608982 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.609501 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: flavors Jan 28 20:17:54.609828 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.611534 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.612060 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 20:17:54.612398 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: floatingip_pools.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.613104 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.613617 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: floatingip-pools Jan 28 20:17:54.613976 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: ip_allocation.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.614907 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.615417 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 20:17:54.615746 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.616665 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.617176 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: ip-substring-filtering Jan 28 20:17:54.617509 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: l2_adjacency.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.618470 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.618979 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 20:17:54.619307 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: l3.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.620316 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.620832 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: router Jan 28 20:17:54.621161 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.624183 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.624832 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 20:17:54.625165 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.626144 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.626662 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: ext-gw-mode Jan 28 20:17:54.626995 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.627916 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.628431 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: l3-ha Jan 28 20:17:54.628764 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: l3_flavors.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.629676 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.630218 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: l3-flavors Jan 28 20:17:54.630548 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.631461 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.631974 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 20:17:54.632303 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: l3agentscheduler.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.633350 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.633865 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: l3_agent_scheduler Jan 28 20:17:54.634224 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: local_ip.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.636006 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.636535 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension local_ip not supported by any of loaded plugins Jan 28 20:17:54.636869 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: logging.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.638411 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.638940 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension logging not supported by any of loaded plugins Jan 28 20:17:54.639276 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: metering.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.640151 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.640739 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: metering Jan 28 20:17:54.641070 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.642236 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.642763 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: metering_source_and_destination_fields Jan 28 20:17:54.643091 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: multiprovidernet.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.644024 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.644542 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: multi-provider Jan 28 20:17:54.644874 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: netmtu.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.645795 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.646336 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: net-mtu Jan 28 20:17:54.646663 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: netmtu_writable.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.647580 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.648089 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: net-mtu-writable Jan 28 20:17:54.648418 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: network_availability_zone.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.649083 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.649590 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: network_availability_zone Jan 28 20:17:54.649935 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: network_ip_availability.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.651053 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.651568 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: network-ip-availability Jan 28 20:17:54.651888 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: network_segment_range.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.652657 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.653159 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 20:17:54.653480 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: pagination.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.655023 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.655357 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: pagination Jan 28 20:17:54.655799 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: port_device_profile.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.656724 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.657239 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: port-device-profile Jan 28 20:17:54.657561 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.658514 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.659022 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: port-mac-address-regenerate Jan 28 20:17:54.659364 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.660423 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.660936 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: port-numa-affinity-policy Jan 28 20:17:54.661515 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: port_resource_request.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.662475 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.662983 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 20:17:54.663305 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: port_resource_request_groups.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.664269 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.664773 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 20:17:54.665094 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: portbindings.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.666065 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.666578 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: binding Jan 28 20:17:54.666900 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: portbindings_extended.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.668185 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.668699 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: binding-extended Jan 28 20:17:54.669026 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: portsecurity.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.670526 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.671037 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: port-security Jan 28 20:17:54.671490 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: project_id.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.672474 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.672814 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: project-id Jan 28 20:17:54.673138 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: providernet.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.674099 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.674615 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: provider Jan 28 20:17:54.674938 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.678526 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.679050 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos not supported by any of loaded plugins Jan 28 20:17:54.679381 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.680630 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.681151 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 20:17:54.681486 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.682437 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.682955 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 20:17:54.683284 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_default.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.684197 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.684710 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-default not supported by any of loaded plugins Jan 28 20:17:54.685064 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_fip.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.686013 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.686529 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 20:17:54.686985 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.687904 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.688419 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 20:17:54.688746 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_gateway_ip.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.689681 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.690222 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 20:17:54.690550 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_port_network_policy.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.691464 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.691975 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 20:17:54.692300 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.693349 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.693867 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 20:17:54.694217 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_pps_rule.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.695400 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.695916 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-pps not supported by any of loaded plugins Jan 28 20:17:54.696246 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_rule_type_details.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.697175 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.697685 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 20:17:54.698040 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: qos_rules_alias.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.699089 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.699598 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 20:17:54.699926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: quota_check_limit.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.700865 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.701381 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: quota-check-limit Jan 28 20:17:54.701708 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: quotasv2.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.702829 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.703118 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: quotas Jan 28 20:17:54.703442 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: quotasv2_detail.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.705273 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.705611 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: quota_details Jan 28 20:17:54.705978 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: rbac.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.707043 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.707571 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: rbac-policies Jan 28 20:17:54.707905 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: rbac_address_group.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.708842 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.709359 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: rbac-address-group Jan 28 20:17:54.709687 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: rbac_address_scope.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.710643 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.711156 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: rbac-address-scope Jan 28 20:17:54.711482 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: rbac_security_groups.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.712410 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.712921 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: rbac-security-groups Jan 28 20:17:54.713245 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: rbac_subnetpool.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.714196 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.714703 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: rbac-subnetpool Jan 28 20:17:54.715027 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: revisionifmatch.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.715953 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.716997 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: revision-if-match Jan 28 20:17:54.717326 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: revisions.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.718608 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.719124 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: standard-attr-revisions Jan 28 20:17:54.719451 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: router_availability_zone.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.720129 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.720647 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: router_availability_zone Jan 28 20:17:54.720973 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: routerservicetype.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.721928 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.722439 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 20:17:54.722764 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.723775 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.724287 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: security-groups-normalized-cidr Jan 28 20:17:54.724614 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.725543 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.726087 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: port-security-groups-filtering Jan 28 20:17:54.726413 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.727341 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.727851 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: security-groups-remote-address-group Jan 28 20:17:54.728176 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.729131 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.729640 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: security-groups-shared-filtering Jan 28 20:17:54.729995 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.730580 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 20:17:54.730902 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: securitygroup.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.741350 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.741903 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: security-group Jan 28 20:17:54.742252 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: segment.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.743053 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.743569 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension segment not supported by any of loaded plugins Jan 28 20:17:54.743897 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.744849 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.745360 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 20:17:54.745687 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: servicetype.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.746832 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.747359 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: service-type Jan 28 20:17:54.747720 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: sorting.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.748709 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.749049 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: sorting Jan 28 20:17:54.749500 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: standard_attr_segment.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.750454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.750979 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 20:17:54.751311 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: standardattrdescription.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.751962 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.752473 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: standard-attr-description Jan 28 20:17:54.752800 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: stateful_security_group.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.753732 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.754274 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: stateful-security-group Jan 28 20:17:54.754602 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: stdattrs_common.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.755167 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 20:17:54.755489 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.756426 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.756935 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 20:17:54.757258 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: subnet_onboard.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.758379 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.758895 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: subnet_onboard Jan 28 20:17:54.759220 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.760149 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.760662 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 20:17:54.760986 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: subnet_service_types.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.761934 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.762451 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: subnet-service-types Jan 28 20:17:54.762801 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: subnetallocation.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.763916 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.764429 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: subnet_allocation Jan 28 20:17:54.764757 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.765541 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.766075 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: subnetpool-prefix-ops Jan 28 20:17:54.766402 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.767348 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.767858 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 20:17:54.768185 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: tagging.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.769251 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.769768 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: standard-attr-tag Jan 28 20:17:54.770132 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: timestamp.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.771340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.771861 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loaded extension: standard-attr-timestamp Jan 28 20:17:54.772192 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: trunk.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.773230 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.773755 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension trunk not supported by any of loaded plugins Jan 28 20:17:54.774106 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: trunk_details.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.775035 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.775594 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 20:17:54.775927 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: uplink_status_propagation.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.776854 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.777386 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 20:17:54.777696 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Loading extension file: vlantransparent.py {{(pid=102270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 20:17:54.778397 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 20:17:54.779423 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 20:17:54.782065 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:network Jan 28 20:17:54.782591 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:subnet Jan 28 20:17:54.783000 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:17:54.783409 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:port Jan 28 20:17:54.784638 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.785083 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service FLAVORS assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.785705 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.786598 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.787092 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:router Jan 28 20:17:54.787582 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 20:17:54.788032 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service METERING assigned prefix: /metering {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.789479 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.789855 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.790234 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:17:54.791237 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 20:17:54.791681 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:security_group Jan 28 20:17:54.792110 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 20:17:54.793741 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service CORE assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.794115 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:17:54.794525 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] subnetpool is already registered Jan 28 20:17:54.795463 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service CORE assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.795802 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:17:54.796310 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] subnetpool is already registered Jan 28 20:17:54.798567 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.799003 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service FLAVORS assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.799599 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.800025 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.800364 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:router Jan 28 20:17:54.800707 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] router is already registered Jan 28 20:17:54.801121 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 20:17:54.801463 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] floatingip is already registered Jan 28 20:17:54.801941 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service METERING assigned prefix: /metering {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.802618 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 20:17:54.802947 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] rbac_policy is already registered Jan 28 20:17:54.803361 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:security_group Jan 28 20:17:54.803698 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] security_group is already registered Jan 28 20:17:54.804101 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 20:17:54.804435 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] security_group_rule is already registered Jan 28 20:17:54.805060 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service CORE assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.805394 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:17:54.805732 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] subnetpool is already registered Jan 28 20:17:54.806185 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.v2.resource_helper [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Service CORE assigned prefix: {{(pid=102270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 20:17:54.806515 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 20:17:54.806849 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING neutron.quota.resource_registry [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] subnetpool is already registered Jan 28 20:17:54.807315 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: extensions {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.808774 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: address-groups {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.810312 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: address-scopes {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.811837 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: agents {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.813026 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: auto-allocated-topology {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.814314 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: availability_zones {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.815548 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: dhcp-networks {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.817060 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: dhcp-agents {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.818551 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: routers {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.820779 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: flavors {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.821978 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: service_profiles {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.823195 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: next_providers {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.824657 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: service_profiles {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.826269 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: floatingip-pools {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.827635 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: routers {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.829754 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: floatingips {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.831070 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: l3-routers {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.832498 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: l3-agents {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.833946 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: metering-labels {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.835336 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: metering-label-rules {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.836621 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: network-ip-availabilities {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.837904 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: bindings {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.839557 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: quotas {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.841134 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: quotas {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.843382 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: rbac-policies {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.844671 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: security-groups {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.846010 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: security-group-rules {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.847259 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: service-providers {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.848494 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: subnetpools {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.849954 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: subnetpools {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.851436 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.853116 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.854952 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.856744 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.860291 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.862179 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.863890 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.865794 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.867569 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.869415 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron.api.extensions [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Extended resource: tags {{(pid=102270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 20:17:54.875432 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING keystonemiddleware.auth_token [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 20:17:54.880140 dv-cinder-826350-4-iscsi neutron-server[102270]: WARNING keystonemiddleware.auth_token [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 20:17:54.888663 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_concurrency.lockutils [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Acquired lock "singleton_lock" {{(pid=102270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 20:17:54.889134 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_concurrency.lockutils [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Releasing lock "singleton_lock" {{(pid=102270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 20:17:54.889776 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO oslo_service.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Starting 2 workers Jan 28 20:17:54.894845 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Started child 102377 {{(pid=102270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 20:17:54.899350 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Started child 102378 {{(pid=102270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 20:17:54.900619 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:54.901311 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO neutron.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 20:17:54.901562 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:54.902216 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [-] (102377) wsgi starting up on http://0.0.0.0:9696 Jan 28 20:17:54.904582 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO oslo_service.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Starting 1 workers Jan 28 20:17:54.904729 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:54.906110 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [-] (102378) wsgi starting up on http://0.0.0.0:9696 Jan 28 20:17:54.910051 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Started child 102379 {{(pid=102270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 20:17:54.910602 dv-cinder-826350-4-iscsi neutron-server[102270]: INFO oslo_service.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Starting 1 workers Jan 28 20:17:54.914195 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] calling RpcWorker wait() {{(pid=102379) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 20:17:54.914721 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] returning from RpcWorker wait() {{(pid=102379) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 20:17:54.915383 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Started child 102380 {{(pid=102270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 20:17:54.916129 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:54.916229 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG neutron_lib.callbacks.manager [None req-a4002b96-d57a-4df3-b3d2-b828c29a3728 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:54.916726 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:54.918192 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 20:17:54.918417 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 20:17:54.918604 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 20:17:54.918831 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 20:17:54.919143 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 20:17:54.919307 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 20:17:54.920507 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.920785 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.921039 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.921315 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.921413 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:17:54.921862 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.922201 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.922363 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:54.922454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.922694 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.922981 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.923236 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.923410 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.923582 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.923830 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.924061 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.924352 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.924625 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.924874 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.925129 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.925311 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.925566 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.925845 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.926097 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.926374 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] debug = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.926608 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.927071 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.927297 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.927547 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.927784 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.928048 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.928281 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.928567 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.928810 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.929055 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.929298 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.929548 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.929788 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.930039 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.930289 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.930525 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.930773 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.930989 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.931441 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] host = dv-cinder-826350-4-iscsi {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.931661 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.931879 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.932119 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.932364 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.932606 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.932838 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.933100 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.933366 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.933607 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.933849 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.934110 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.934339 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.934554 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.934797 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.934961 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_options = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.935222 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.935494 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.935759 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.935947 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.936115 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.936277 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.936537 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.936701 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.936969 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.937205 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.937419 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.937633 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.937847 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.938119 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.938390 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.938636 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.938848 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.939075 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.939330 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.939572 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.939802 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.940027 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.940266 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.940486 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.940705 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.940900 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.941122 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.941352 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.941573 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.941791 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.942047 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.942308 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.942526 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.942823 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.942823 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.942823 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.942823 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.942823 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.944601 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.944601 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.944843 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.945850 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.945850 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.945850 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.945850 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.946154 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.946248 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_json = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.946457 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.946771 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.947070 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.947321 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.947561 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.947791 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.948235 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.948507 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.948732 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:54.949494 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.949658 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.949999 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.950414 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.950657 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.952004 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.952004 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.952004 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.952004 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.952004 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.953786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.953786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.953786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.953786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.953786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.953786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.953786 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.955299 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.955299 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.955299 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.955299 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.955299 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.955299 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.956945 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.956945 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.956945 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.956945 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.956945 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.956945 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.956945 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.958504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.958504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.958504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.958504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.958504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.958504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.958504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.960340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.960340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.960340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.960340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.960340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.960340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.960340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.960340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.962856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.964282 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.964282 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.964282 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.964282 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.964282 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.964282 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.964282 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.964282 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.966141 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.967161 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.967161 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.967306 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.967521 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.967674 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.967884 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.968103 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.968313 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.968526 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.968738 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.968970 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.969181 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.969394 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.969605 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.969822 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.970059 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.970272 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.970504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.970723 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.971087 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.971534 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.973792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.973792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.973792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.973792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.973792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.973792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.973792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.973792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.974506 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.974506 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.974506 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.974506 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.974939 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.974939 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.975185 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.975309 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.975512 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.975693 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.975906 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.976164 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.976387 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.976630 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.976877 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.977103 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.977336 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.977582 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.977857 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.978123 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.978410 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.978628 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.978885 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.979180 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981052 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981052 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981052 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981052 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981052 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981052 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981501 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981501 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.981658 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984001 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984001 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984001 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984001 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984001 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984001 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984001 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984615 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984615 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984615 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.984907 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.985096 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.985370 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.985614 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.985898 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.986146 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.986391 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.986636 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.986891 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.988871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.988871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.988871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.988871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.988871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.988871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.988871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.988871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.990454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.990454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.990454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.990454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.990454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.990454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.990454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.990454 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.991393 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.991393 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.991393 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.991393 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.991856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.991856 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.992161 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.992724 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.992724 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.992993 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.993127 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.993377 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.993608 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.993817 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.994095 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.994315 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.994521 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.994835 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.994951 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.995317 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.995425 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.995609 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.995852 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.996485 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.996767 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.997061 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.997320 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.997732 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.997899 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.998265 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.998407 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.998533 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.998741 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.998952 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.999164 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.999504 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:54.999778 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.000028 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.000261 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.000486 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.000693 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.000897 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.001136 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.001346 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.001637 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.001921 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.002143 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.002412 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.002631 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.002845 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.003072 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.003289 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.003501 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.003733 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.003968 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.004185 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.004442 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.004652 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.004905 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.005074 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.005343 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.005549 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.005787 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.006002 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.006208 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.006443 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.006663 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.006871 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.007094 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.007304 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.007513 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.007732 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.007944 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.008149 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.008357 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.008561 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.008776 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.008994 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.009231 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.009460 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.009821 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.010033 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.010250 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.010539 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.010783 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.011040 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.012335 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.012668 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.012903 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.013682 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.013941 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.014172 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.014422 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.014685 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.015095 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.015327 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.015595 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.015854 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.016135 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.016437 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.016717 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.016943 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.017250 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.017566 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.017838 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.018346 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.018599 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.018842 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.019066 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.019301 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.019538 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.019791 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.020027 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.020269 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.020501 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.020748 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.020963 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.021188 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.021419 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.021678 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.021930 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.022165 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.022380 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.022541 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 20:17:55.023077 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 20:17:55.023241 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 20:17:55.023390 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 20:17:55.023586 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 20:17:55.023758 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 20:17:55.023910 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 20:17:55.024118 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.024280 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.024438 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.024597 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.024757 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.024924 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.025074 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.025235 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.025381 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.025584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.025721 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.025839 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.026022 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.026181 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.026340 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.026497 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.026656 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.026814 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.026978 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.027136 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.027293 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.027451 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.027609 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] debug = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.027767 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.027969 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.028134 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.028290 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.028447 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.028605 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.028783 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.029556 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.029698 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.029824 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.029976 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.030210 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.030210 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.030479 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.030617 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.030754 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.030888 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.030987 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.031170 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] host = dv-cinder-826350-4-iscsi {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.031299 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.031430 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.031560 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.031700 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.031842 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.031980 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.032210 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.032359 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.032492 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_options = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.034926 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.035610 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.035610 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.035610 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.035610 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.035610 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.035610 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.035610 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036084 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036084 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036491 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:17:55.036584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.036584 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037102 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037102 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037102 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037102 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037360 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037360 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037498 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037701 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037794 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.037991 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.038699 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.038873 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.039036 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.039197 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.039358 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.039878 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.039878 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.040093 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.040215 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.040338 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.040503 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.040661 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.040820 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.040976 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.041134 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.041291 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.041450 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_json = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.041608 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.041766 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.041946 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.042096 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.042424 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.042424 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.042680 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.042805 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.042929 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 20:17:55.043116 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.043336 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.043597 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.043809 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.043980 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.044318 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.044318 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.044592 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.044717 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.044839 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.044961 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.045081 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.045255 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.045418 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.045581 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.045748 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.045944 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.046109 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.046273 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.046436 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.046598 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.046761 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.046934 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.047096 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.047257 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.047418 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.047579 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.047750 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.047913 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.048117 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.048244 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.048391 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.048551 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.048712 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.048874 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.049039 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.049203 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.049365 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.049528 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.049690 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.049852 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.050036 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.050198 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.050360 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.050523 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.050686 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.050848 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.051089 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.051215 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.051297 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.051461 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.051622 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.051784 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.051946 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.052109 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.052271 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.052423 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.052591 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.052753 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.052914 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.053078 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.053240 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.053403 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.053569 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.053731 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.053960 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.054097 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.054223 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.054431 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.054798 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.054798 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.055039 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.055039 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.055242 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.055367 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.055510 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.055673 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.055835 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.055999 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.056159 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.056321 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.056482 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.056645 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.056807 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.056970 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.057133 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.057294 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.057461 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.057604 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.057764 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.057948 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.058120 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.058298 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.058460 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.058621 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.058782 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.058944 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.059109 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.060410 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.060410 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.060695 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.060833 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.060970 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.061107 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.061482 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.061482 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.061482 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.061699 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.061806 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.061976 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.062145 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.062308 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.062472 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.062640 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.062806 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.063032 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.063167 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.063510 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.063510 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.063710 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.063826 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.063948 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.064054 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.064229 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.064392 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.064556 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.064719 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.064883 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.065045 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.065208 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.065370 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.065534 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.065697 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.065860 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.066505 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.066673 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.066835 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.066996 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.067183 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.067346 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.067516 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.067672 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.067833 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.067996 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.068157 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.068320 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.068484 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.068646 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.068808 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.068971 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.069133 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.069295 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.069457 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.069619 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.069784 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.070039 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.070203 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.070367 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.070530 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.070692 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.070857 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.071017 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.071180 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.071342 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.071635 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.071968 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.072275 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.072594 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.073239 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.073560 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.073722 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.074055 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.074365 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.074527 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.074827 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.075130 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.075284 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37728) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:17:55.075374 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.075444 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.075608 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.076302 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.076467 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.076631 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.076796 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.076961 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.077125 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.077289 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.077452 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.077617 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.077779 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.077966 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.078131 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.078294 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.078448 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.078629 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.078792 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.078955 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.079117 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.079280 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.079443 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.079606 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.079767 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.079963 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.080132 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.080295 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.080461 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.080628 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.080793 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.080956 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.081118 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.081281 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.081443 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.081605 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.081782 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.081970 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.082135 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.082298 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.082461 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.082626 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.082800 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.082965 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.083127 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.083286 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.083449 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.083619 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.083793 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.083950 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.084091 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.084256 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.084419 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.084582 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.084754 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.084918 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.085080 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.085242 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.085390 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.085539 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.085712 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.085902 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.086059 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.086206 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.086356 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.086494 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084641 Jan 28 20:17:55.086636 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.086769 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.087074 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.087241 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.087405 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.087568 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.087732 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.087907 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.088072 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.088234 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.088406 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.088602 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.088714 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.088868 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.089043 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.089207 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.089372 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.089535 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.089696 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.089863 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.090083 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.090224 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.090398 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.090572 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.090738 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.090910 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.091082 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.091316 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.091984 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.092156 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.092335 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.092500 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.092662 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.093199 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.093199 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.093199 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.093432 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.093432 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.093657 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.093821 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.093999 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.094140 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.094287 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.094421 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.094558 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.094695 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.094831 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.094963 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.095128 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.095289 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 20:17:55.095444 dv-cinder-826350-4-iscsi neutron-server[102270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 20:18:06.576883 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b13b11-e6ab-45b6-977f-0a71efee0315 None None] get_active_networks_info from dv-cinder-826350-4-iscsi {{(pid=102379) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 20:18:06.645331 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b13b11-e6ab-45b6-977f-0a71efee0315 None None] No non-hosted networks {{(pid=102379) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 20:18:06.664711 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.agentschedulers_db [None req-63b13b11-e6ab-45b6-977f-0a71efee0315 None None] DHCP Agent not found on host dv-cinder-826350-4-iscsi {{(pid=102379) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 20:18:06.819918 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fcd32d16-267b-4817-8c25-cc053cd75b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1779009'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:08.885029 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c8f074b-72dc-4409-bd63-246660b1985a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1779009'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:08.927056 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-42755502-8d1d-4e87-81b9-5d28c9c44a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:10.021723 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1779009'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:11.459415 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1779009'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:12.754515 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1779009'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:12.756434 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.757273 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.758002 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.759111 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.759712 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.760265 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.761051 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.762215 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.763086 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.764129 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.764795 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.765341 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.766003 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:12.766652 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826350-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:12.777129 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826350-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:13.988390 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.db.l3_hamode_db [None req-18e728f5-4725-4357-9aa5-de92a32891dd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 20:18:14.067104 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e728f5-4725-4357-9aa5-de92a32891dd None None] Routers set() bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:14.067858 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e728f5-4725-4357-9aa5-de92a32891dd None None] Router IDs set() for agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 20:18:15.389064 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37826) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:15.878394 dv-cinder-826350-4-iscsi neutron-server[102378]: WARNING oslo_policy.policy [None req-b561efef-1497-4a17-afb3-d5219b13dbd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:18:15.878963 dv-cinder-826350-4-iscsi neutron-server[102378]: WARNING oslo_policy.policy [None req-b561efef-1497-4a17-afb3-d5219b13dbd7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:18:16.109856 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [None req-b561efef-1497-4a17-afb3-d5219b13dbd7 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:18:16.110874 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b561efef-1497-4a17-afb3-d5219b13dbd7 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7208605 Jan 28 20:18:18.784770 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37842) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:19.074376 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-4e10fac7-ad2c-4248-8b87-996121f282f7 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'tenant_id': 'a10a870dfb244a3493156feeadf6b178', 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:19.168141 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.policy [None req-4e10fac7-ad2c-4248-8b87-996121f282f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102378) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 20:18:19.210561 dv-cinder-826350-4-iscsi neutron-server[102378]: WARNING oslo_policy.policy [None req-4e10fac7-ad2c-4248-8b87-996121f282f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:18:19.210896 dv-cinder-826350-4-iscsi neutron-server[102378]: WARNING oslo_policy.policy [None req-4e10fac7-ad2c-4248-8b87-996121f282f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:18:19.303264 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4e10fac7-ad2c-4248-8b87-996121f282f7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733267392054', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733267391493', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733267377777', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733267374952', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733267365296', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733267421542', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-684480', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-911296', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1993019', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2060519'] for rbac-policy (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:19.368521 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4e10fac7-ad2c-4248-8b87-996121f282f7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:19.369701 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-4e10fac7-ad2c-4248-8b87-996121f282f7 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5839810 Jan 28 20:18:22.031132 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37854) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:22.326476 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'name': 'private'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:22.353129 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Made reservation on behalf of 294849fecd19449695c0c10d0f0dd6a5 for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:22.355831 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.372081 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.476392 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Publish callbacks [] for security_group (5235f4d6-1d0b-4eb1-8d96-168cf0061fc0), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.479852 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (5235f4d6-1d0b-4eb1-8d96-168cf0061fc0), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.499157 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:18:22.526987 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733269989771', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (151b0b1b-9939-460e-b140-3cae19dbb974), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.527591 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Unsubscribe: segment precommit_create {{(pid=102378) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 20:18:22.528117 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Added segment 151b0b1b-9939-460e-b140-3cae19dbb974 of type vlan for network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 Jan 28 20:18:22.544138 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5235f4d6-1d0b-4eb1-8d96-168cf0061fc0,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:22.593106 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.593462 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.593802 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.594164 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.594487 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.594807 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.595143 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.595467 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.595803 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.596143 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.596461 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.596774 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.597086 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Tracked resource versions report: Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: pushed versions: Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: { 'AddressGroup': {'1.2'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'ConntrackHelper': {'1.0'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'LocalIPAssociation': {'1.0'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Log': {'1.0'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Network': {'1.1'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Port': {'1.7'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'PortForwarding': {'1.2'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'QosPolicy': {'1.10'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SecurityGroup': {'1.5'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SubPort': {'1.0'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Subnet': {'1.1'}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Trunk': {'1.1'}} Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: consumer versions: Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: { DHCP agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: L3 agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: Metadata agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: Metering agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: Open vSwitch agent@dv-cinder-826350-4-iscsi: { 'AddressGroup': '1.2', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'ConntrackHelper': '1.0', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'LocalIPAssociation': '1.0', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Log': '1.0', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Network': '1.1', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Port': '1.7', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'PortForwarding': '1.2', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'QosPolicy': '1.10', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SecurityGroup': '1.5', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SecurityGroupRule': '1.2', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SubPort': '1.0', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Subnet': '1.1', Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Trunk': '1.1'}} Jan 28 20:18:22.598481 dv-cinder-826350-4-iscsi neutron-server[102378]: {{(pid=102378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:18:22.638398 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (3228e95c-aca1-4e1d-b51e-c2bae9b77e27), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.679690 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (3228e95c-aca1-4e1d-b51e-c2bae9b77e27), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.683171 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:22.683171 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:22.773062 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7407777 Jan 28 20:18:22.785789 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abff75-97a9-4402-8bca-d59e4883f3cf admin admin] Pushing event updated for resources: {'Network': ['ID=3228e95c-aca1-4e1d-b51e-c2bae9b77e27,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:22.798706 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:18:25.469335 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37868) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:25.852287 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0692b85-fe32-4b4a-a543-40ed4c88d5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:25.853554 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-e0692b85-fe32-4b4a-a543-40ed4c88d5eb admin admin] 10.222.0.59 "GET /v2.0/networks/3228e95c-aca1-4e1d-b51e-c2bae9b77e27 HTTP/1.1" status: 200 len: 825 time: 0.3831468 Jan 28 20:18:25.876936 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a4e79599-c813-43f1-a1eb-99ebecd7a185 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/ad7c4cae-678c-4393-94df-be59420902c6 HTTP/1.1" status: 200 len: 734 time: 0.0177624 Jan 28 20:18:25.885186 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'subnetpool_id': 'ad7c4cae-678c-4393-94df-be59420902c6'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:25.906498 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Made reservation on behalf of 294849fecd19449695c0c10d0f0dd6a5 for: {'subnet': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:25.908749 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:26.202137 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (c918aaf8-02f4-4a7b-b144-e150ff3ce52d), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:26.266322 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Checking segment: {'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:26.266689 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Network hostable DHCP agents. Network: 3228e95c-aca1-4e1d-b51e-c2bae9b77e27, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:18:26.274821 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c918aaf8-02f4-4a7b-b144-e150ff3ce52d,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:26.292738 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:18:26.305539 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 3228e95c-aca1-4e1d-b51e-c2bae9b77e27) {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:26.310837 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:26.311422 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:26.316937 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9eb6d-1c9d-42f9-bbbf-3d0d0a3af918 None None] Network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:18:26.327750 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-21e62c2a-030d-47df-8a1f-fc5a40be1091 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4456801 Jan 28 20:18:26.592650 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'fixed_ips': [{'subnet_id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:18:26.593919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:26.866513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Allocated IP 172.20.0.2 (3228e95c-aca1-4e1d-b51e-c2bae9b77e27/c918aaf8-02f4-4a7b-b144-e150ff3ce52d/611bf63c-8d92-4cc3-be09-6fd9ba241087) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:27.135610 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Publish callbacks [] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:27.143416 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:27.223409 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:27.233266 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:27.235201 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Pushing event updated for resources: {'Port': ['ID=611bf63c-8d92-4cc3-be09-6fd9ba241087,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:27.243118 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:27.246982 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.247351 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.247714 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.248057 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.248397 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.248727 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.249056 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.249382 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.249736 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.250107 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.250439 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.250761 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.251080 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Tracked resource versions report: Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: pushed versions: Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: { 'AddressGroup': {'1.2'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'ConntrackHelper': {'1.0'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'LocalIPAssociation': {'1.0'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Log': {'1.0'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Network': {'1.1'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Port': {'1.7'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'PortForwarding': {'1.2'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'QosPolicy': {'1.10'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SecurityGroup': {'1.5'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SubPort': {'1.0'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Subnet': {'1.1'}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Trunk': {'1.1'}} Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: consumer versions: Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: { DHCP agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: L3 agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: Metadata agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: Metering agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: Open vSwitch agent@dv-cinder-826350-4-iscsi: { 'AddressGroup': '1.2', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'ConntrackHelper': '1.0', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'LocalIPAssociation': '1.0', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Log': '1.0', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Network': '1.1', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Port': '1.7', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'PortForwarding': '1.2', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'QosPolicy': '1.10', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SecurityGroup': '1.5', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SecurityGroupRule': '1.2', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SubPort': '1.0', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Subnet': '1.1', Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Trunk': '1.1'}} Jan 28 20:18:27.252438 dv-cinder-826350-4-iscsi neutron-server[102379]: {{(pid=102379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:18:27.328345 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Attempting to bind port 611bf63c-8d92-4cc3-be09-6fd9ba241087 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:18:27.328977 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Attempting to bind port 611bf63c-8d92-4cc3-be09-6fd9ba241087 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:18:27.329134 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Attempting to bind port 611bf63c-8d92-4cc3-be09-6fd9ba241087 on network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:27.334030 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:27.334405 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Checking segment: {'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:27.334893 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:27.335279 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Bound using segment: {'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:27.335752 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Bound port: 611bf63c-8d92-4cc3-be09-6fd9ba241087, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:18:27.336154 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:27.399051 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] For port 611bf63c-8d92-4cc3-be09-6fd9ba241087, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:27.403663 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] For port 611bf63c-8d92-4cc3-be09-6fd9ba241087, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=611bf63c-8d92-4cc3-be09-6fd9ba241087,segment=NetworkSegment(151b0b1b-9939-460e-b140-3cae19dbb974),segment_id=151b0b1b-9939-460e-b140-3cae19dbb974)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:27.411154 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:27.477035 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c18eae-d9ae-4153-9391-9ccf69f2aa1c None None] Pushing event updated for resources: {'Port': ['ID=611bf63c-8d92-4cc3-be09-6fd9ba241087,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:28.816565 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37876) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:29.129689 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [None req-f0efa47e-bb39-4c19-8372-a7b74c05d533 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:18:29.142179 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-f0efa47e-bb39-4c19-8372-a7b74c05d533 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132362 Jan 28 20:18:31.614366 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37884) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:31.933369 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [None req-25e9ef3b-a44a-4887-9fa8-3f7c1f486c48 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:18:31.934670 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-25e9ef3b-a44a-4887-9fa8-3f7c1f486c48 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3192770 Jan 28 20:18:31.959065 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:18:34.647815 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37894) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:34.944951 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-a6fa4ae4-bc2c-4dfd-ab63-2793288a0ebb admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'admin_state_up': True}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:34.967509 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4ae4-bc2c-4dfd-ab63-2793288a0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (3ce9d686-1805-46e5-b825-e617783f62c4), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:34.969134 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4ae4-bc2c-4dfd-ab63-2793288a0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (3ce9d686-1805-46e5-b825-e617783f62c4), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:35.108191 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4ae4-bc2c-4dfd-ab63-2793288a0ebb admin admin] Publish callbacks [] for router_controller (3ce9d686-1805-46e5-b825-e617783f62c4), precommit_add_association {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:35.113198 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4ae4-bc2c-4dfd-ab63-2793288a0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (3ce9d686-1805-46e5-b825-e617783f62c4), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:35.128145 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a6fa4ae4-bc2c-4dfd-ab63-2793288a0ebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:35.141900 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a6fa4ae4-bc2c-4dfd-ab63-2793288a0ebb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4805303 Jan 28 20:18:36.557288 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e893f453-9a82-42c2-b338-869e6e9d1cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.370426 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 611bf63c-8d92-4cc3-be09-6fd9ba241087 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:37.458458 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 611bf63c-8d92-4cc3-be09-6fd9ba241087 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:37.458875 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.573738 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 611bf63c-8d92-4cc3-be09-6fd9ba241087 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:37.575431 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.596867 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37906) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:37.614814 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 611bf63c-8d92-4cc3-be09-6fd9ba241087, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=611bf63c-8d92-4cc3-be09-6fd9ba241087,segment=NetworkSegment(151b0b1b-9939-460e-b140-3cae19dbb974),segment_id=151b0b1b-9939-460e-b140-3cae19dbb974)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:37.619809 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:37.672085 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=611bf63c-8d92-4cc3-be09-6fd9ba241087,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:37.931951 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [None req-823c1337-0889-4415-b0c3-7546c79d21b9 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:18:37.933054 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-823c1337-0889-4415-b0c3-7546c79d21b9 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3352387 Jan 28 20:18:38.596139 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77526bb5-7461-4332-ac02-d0d1b1363931 None None] Network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:18:38.720168 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-eb28e1e3-a1d4-498c-85e6-19ebdc331844 None None] Provisioning complete for port 611bf63c-8d92-4cc3-be09-6fd9ba241087 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:38.720549 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-eb28e1e3-a1d4-498c-85e6-19ebdc331844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:38.801382 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-eb28e1e3-a1d4-498c-85e6-19ebdc331844 None None] Current status of the port 611bf63c-8d92-4cc3-be09-6fd9ba241087 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:38.880332 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-daf51e2a-cf41-4b15-b32d-3f02ce54f2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:38.922667 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-64ceac43-851d-452b-8012-07b4f6f00d8a None None] Provisioning complete for port 611bf63c-8d92-4cc3-be09-6fd9ba241087 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:38.923033 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-64ceac43-851d-452b-8012-07b4f6f00d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.000245 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-64ceac43-851d-452b-8012-07b4f6f00d8a None None] Current status of the port 611bf63c-8d92-4cc3-be09-6fd9ba241087 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:39.339006 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 611bf63c-8d92-4cc3-be09-6fd9ba241087 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:39.385390 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 611bf63c-8d92-4cc3-be09-6fd9ba241087 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:39.385769 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:39.460832 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 611bf63c-8d92-4cc3-be09-6fd9ba241087 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:39.976098 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:40.453916 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 37936) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:40.672318 dv-cinder-826350-4-iscsi neutron-server[102377]: WARNING oslo_policy.policy [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:18:40.672888 dv-cinder-826350-4-iscsi neutron-server[102377]: WARNING oslo_policy.policy [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:18:40.901525 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Request body: {'network': {'project_id': 'a10a870dfb244a3493156feeadf6b178', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'tenant_id': 'a10a870dfb244a3493156feeadf6b178', 'admin_state_up': True, 'router:external': True}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:40.954345 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Made reservation on behalf of a10a870dfb244a3493156feeadf6b178 for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:41.015178 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.policy [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102377) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 20:18:41.056409 dv-cinder-826350-4-iscsi neutron-server[102377]: WARNING oslo_policy.policy [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:18:41.056777 dv-cinder-826350-4-iscsi neutron-server[102377]: WARNING oslo_policy.policy [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 20:18:41.066627 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.087505 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.198835 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Publish callbacks [] for security_group (a954098c-4077-4c45-9359-2ed8bfdbab95), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.202531 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a954098c-4077-4c45-9359-2ed8bfdbab95), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.214236 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Reserving flat network on physical network physnet1 {{(pid=102377) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 20:18:41.247312 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733269989771', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (0196e6bd-99da-4a1e-8e24-9158d8c8d582), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.247891 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Unsubscribe: segment precommit_create {{(pid=102377) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 20:18:41.248399 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Added segment 0196e6bd-99da-4a1e-8e24-9158d8c8d582 of type flat for network b5e76cc8-cda0-486f-933b-4533c8f8ff30 Jan 28 20:18:41.265732 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a954098c-4077-4c45-9359-2ed8bfdbab95,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:41.316197 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.316550 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.316886 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.317213 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.317532 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.317850 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.318207 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.318526 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.318857 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.319186 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.319502 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.319810 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.320117 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Tracked resource versions report: Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: pushed versions: Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: { 'AddressGroup': {'1.2'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'ConntrackHelper': {'1.0'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'LocalIPAssociation': {'1.0'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Log': {'1.0'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Network': {'1.1'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Port': {'1.7'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'PortForwarding': {'1.2'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'QosPolicy': {'1.10'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SecurityGroup': {'1.5'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SubPort': {'1.0'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Subnet': {'1.1'}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Trunk': {'1.1'}} Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: consumer versions: Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: { DHCP agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: L3 agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: Metadata agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: Metering agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: Open vSwitch agent@dv-cinder-826350-4-iscsi: { 'AddressGroup': '1.2', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'ConntrackHelper': '1.0', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'LocalIPAssociation': '1.0', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Log': '1.0', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Network': '1.1', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Port': '1.7', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'PortForwarding': '1.2', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'QosPolicy': '1.10', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SecurityGroup': '1.5', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SecurityGroupRule': '1.2', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SubPort': '1.0', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Subnet': '1.1', Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Trunk': '1.1'}} Jan 28 20:18:41.321488 dv-cinder-826350-4-iscsi neutron-server[102377]: {{(pid=102377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:18:41.371897 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (b5e76cc8-cda0-486f-933b-4533c8f8ff30), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.386979 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.415780 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (b5e76cc8-cda0-486f-933b-4533c8f8ff30), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.417000 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:41.418242 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:41.508175 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0517206 Jan 28 20:18:41.521565 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70719470-e2e7-4668-b6ff-1be4e816aa06 admin admin] Pushing event updated for resources: {'Network': ['ID=b5e76cc8-cda0-486f-933b-4533c8f8ff30,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:41.532901 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:18:42.756189 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:43.798042 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37956) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:43.892021 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4db542-519d-472e-bb77-f406bab6f160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:43.893339 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-7e4db542-519d-472e-bb77-f406bab6f160 admin admin] 10.222.0.59 "GET /v2.0/subnets/c918aaf8-02f4-4a7b-b144-e150ff3ce52d HTTP/1.1" status: 200 len: 849 time: 0.0943730 Jan 28 20:18:44.009285 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-44aa572b-5f5b-42fa-8212-80cd00de9296 admin admin] 10.222.0.59 "GET /v2.0/routers/3ce9d686-1805-46e5-b825-e617783f62c4 HTTP/1.1" status: 200 len: 704 time: 0.1104653 Jan 28 20:18:44.268724 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:44.557673 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Allocated IP 172.20.0.1 (3228e95c-aca1-4e1d-b51e-c2bae9b77e27/c918aaf8-02f4-4a7b-b144-e150ff3ce52d/1dddb9b7-91ad-4e51-94e7-244e54b1108e) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:44.709429 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Publish callbacks [] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:44.818366 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:44.883045 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:44.888325 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:44.894968 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:44.895491 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (3ce9d686-1805-46e5-b825-e617783f62c4), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:44.959662 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Pushing event updated for resources: {'Port': ['ID=1dddb9b7-91ad-4e51-94e7-244e54b1108e,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:45.048736 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c749cf7-1b35-47f7-855e-b5ee0a2a3f7c None None] Provisioning complete for port 1dddb9b7-91ad-4e51-94e7-244e54b1108e triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:45.049299 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c749cf7-1b35-47f7-855e-b5ee0a2a3f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.082597 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c749cf7-1b35-47f7-855e-b5ee0a2a3f7c None None] Port 1dddb9b7-91ad-4e51-94e7-244e54b1108e cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:18:45.102645 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.309592 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Publish callbacks [] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.314156 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.315170 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (3ce9d686-1805-46e5-b825-e617783f62c4), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.392177 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Pushing event updated for resources: {'Port': ['ID=1dddb9b7-91ad-4e51-94e7-244e54b1108e,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:45.438709 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:45.439971 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:45.600894 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Router 3ce9d686-1805-46e5-b825-e617783f62c4 is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:18:45.603995 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-eda4f109-214e-4c99-8e3a-17bd001c41da None None] Provisioning complete for port 1dddb9b7-91ad-4e51-94e7-244e54b1108e triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:45.604390 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-eda4f109-214e-4c99-8e3a-17bd001c41da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:45.638764 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-eda4f109-214e-4c99-8e3a-17bd001c41da None None] Port 1dddb9b7-91ad-4e51-94e7-244e54b1108e cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:18:45.691432 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:45.698318 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b936793d-fbc0-4fb1-a115-72ab9ce27284 admin admin] 10.222.0.59 "PUT /v2.0/routers/3ce9d686-1805-46e5-b825-e617783f62c4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6833305 Jan 28 20:18:45.703329 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Sync routers for ids ['3ce9d686-1805-46e5-b825-e617783f62c4'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:45.716442 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Routers {'3ce9d686-1805-46e5-b825-e617783f62c4'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:45.717202 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:18:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['3ce9d686-1805-46e5-b825-e617783f62c4'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:45.901017 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Set router 3ce9d686-1805-46e5-b825-e617783f62c4 gateway port host: None {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:46.336923 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'name': 'router1', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:34Z', 'updated_at': '2022-01-28T20:18:45Z', 'revision_number': 2, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'gw_port_host': None, '_interfaces': [{'id': '1dddb9b7-91ad-4e51-94e7-244e54b1108e', 'name': '', 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'mac_address': 'fa:16:3e:9d:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:44Z', 'updated_at': '2022-01-28T20:18:45Z', 'revision_number': 2, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'subnets': [{'id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad7c4cae-678c-4393-94df-be59420902c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:46.388086 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Checking router: 3ce9d686-1805-46e5-b825-e617783f62c4 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:46.388449 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Updating router 3ce9d686-1805-46e5-b825-e617783f62c4 port 1dddb9b7-91ad-4e51-94e7-244e54b1108e binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:46.442326 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.945589 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Publish callbacks [] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:46.952554 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.120511 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Pushing event updated for resources: {'Port': ['ID=1dddb9b7-91ad-4e51-94e7-244e54b1108e,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.123001 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Attempting to bind port 1dddb9b7-91ad-4e51-94e7-244e54b1108e on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:18:47.123495 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Attempting to bind port 1dddb9b7-91ad-4e51-94e7-244e54b1108e by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:18:47.124017 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Attempting to bind port 1dddb9b7-91ad-4e51-94e7-244e54b1108e on network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:47.132542 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:47.133083 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Checking segment: {'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:47.133681 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.134185 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Bound using segment: {'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:47.134751 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Bound port: 1dddb9b7-91ad-4e51-94e7-244e54b1108e, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151b0b1b-9939-460e-b140-3cae19dbb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:18:47.135245 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.146197 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.146549 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.146897 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.147236 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.147563 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.147892 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.148217 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.148546 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.148869 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.149206 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.149531 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.149849 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.150191 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Tracked resource versions report: Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: pushed versions: Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: { 'AddressGroup': {'1.2'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'ConntrackHelper': {'1.0'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'LocalIPAssociation': {'1.0'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Log': {'1.0'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Network': {'1.1'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Port': {'1.7'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'PortForwarding': {'1.2'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'QosPolicy': {'1.10'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SecurityGroup': {'1.5'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SubPort': {'1.0'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Subnet': {'1.1'}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Trunk': {'1.1'}} Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: consumer versions: Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: { DHCP agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: L3 agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: Metadata agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: Metering agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: Open vSwitch agent@dv-cinder-826350-4-iscsi: { 'AddressGroup': '1.2', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'ConntrackHelper': '1.0', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'LocalIPAssociation': '1.0', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Log': '1.0', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Network': '1.1', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Port': '1.7', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'PortForwarding': '1.2', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'QosPolicy': '1.10', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SecurityGroup': '1.5', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SecurityGroupRule': '1.2', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SubPort': '1.0', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Subnet': '1.1', Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Trunk': '1.1'}} Jan 28 20:18:47.151587 dv-cinder-826350-4-iscsi neutron-server[102380]: {{(pid=102380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:18:47.170066 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-3b48015a-00b4-4725-94f9-b3f3c22875cd None None] Provisioning complete for port 1dddb9b7-91ad-4e51-94e7-244e54b1108e triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:47.170532 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-3b48015a-00b4-4725-94f9-b3f3c22875cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.205192 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-3b48015a-00b4-4725-94f9-b3f3c22875cd None None] Port 1dddb9b7-91ad-4e51-94e7-244e54b1108e cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:18:47.216404 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] For port 1dddb9b7-91ad-4e51-94e7-244e54b1108e, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:47.235307 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] For port 1dddb9b7-91ad-4e51-94e7-244e54b1108e, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=1dddb9b7-91ad-4e51-94e7-244e54b1108e,segment=NetworkSegment(151b0b1b-9939-460e-b140-3cae19dbb974),segment_id=151b0b1b-9939-460e-b140-3cae19dbb974)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:47.241129 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.297419 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Routers {'3ce9d686-1805-46e5-b825-e617783f62c4'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:47.298070 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:18:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['3ce9d686-1805-46e5-b825-e617783f62c4'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:47.339925 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a74f2-5052-4a7b-a1c6-e3b98a9dfbc4 None None] Pushing event updated for resources: {'Port': ['ID=1dddb9b7-91ad-4e51-94e7-244e54b1108e,revision_number=4']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:47.396348 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] Set router 3ce9d686-1805-46e5-b825-e617783f62c4 gateway port host: None {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:47.529390 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-aa03f0c0-63e5-4911-8891-f82a5200aa86 None None] Provisioning complete for port 1dddb9b7-91ad-4e51-94e7-244e54b1108e triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:47.530125 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-aa03f0c0-63e5-4911-8891-f82a5200aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.612519 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'name': 'router1', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:34Z', 'updated_at': '2022-01-28T20:18:45Z', 'revision_number': 2, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'gw_port_host': None, '_interfaces': [{'id': '1dddb9b7-91ad-4e51-94e7-244e54b1108e', 'name': '', 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'mac_address': 'fa:16:3e:9d:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:44Z', 'updated_at': '2022-01-28T20:18:47Z', 'revision_number': 4, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'subnets': [{'id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad7c4cae-678c-4393-94df-be59420902c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:47.612784 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-aa03f0c0-63e5-4911-8891-f82a5200aa86 None None] Current status of the port 1dddb9b7-91ad-4e51-94e7-244e54b1108e is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:47.612888 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-aa03f0c0-63e5-4911-8891-f82a5200aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.640138 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c77bc-f906-45f4-bcad-474fb829ab52 None None] The sync data for ids ['3ce9d686-1805-46e5-b825-e617783f62c4'] in dv-cinder-826350-4-iscsi is: [{'id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'name': 'router1', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:34Z', 'updated_at': '2022-01-28T20:18:45Z', 'revision_number': 2, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'gw_port_host': None, '_interfaces': [{'id': '1dddb9b7-91ad-4e51-94e7-244e54b1108e', 'name': '', 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'mac_address': 'fa:16:3e:9d:10:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:44Z', 'updated_at': '2022-01-28T20:18:47Z', 'revision_number': 4, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'subnets': [{'id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad7c4cae-678c-4393-94df-be59420902c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:47.645821 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-aa03f0c0-63e5-4911-8891-f82a5200aa86 None None] For port 1dddb9b7-91ad-4e51-94e7-244e54b1108e, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=1dddb9b7-91ad-4e51-94e7-244e54b1108e,segment=NetworkSegment(151b0b1b-9939-460e-b140-3cae19dbb974),segment_id=151b0b1b-9939-460e-b140-3cae19dbb974)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:47.650280 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-aa03f0c0-63e5-4911-8891-f82a5200aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:47.701183 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03f0c0-63e5-4911-8891-f82a5200aa86 None None] Pushing event updated for resources: {'Port': ['ID=1dddb9b7-91ad-4e51-94e7-244e54b1108e,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:50.400792 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 37974) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:50.544440 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f949afbb-71e3-4ded-a4ab-d1d00203ae8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:50.551607 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-f949afbb-71e3-4ded-a4ab-d1d00203ae8f admin admin] 10.222.0.59 "GET /v2.0/networks/b5e76cc8-cda0-486f-933b-4533c8f8ff30 HTTP/1.1" status: 200 len: 842 time: 0.1440716 Jan 28 20:18:50.555955 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'tenant_id': 'a10a870dfb244a3493156feeadf6b178', 'cidr': '172.27.0.0/24'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:50.582721 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Made reservation on behalf of a10a870dfb244a3493156feeadf6b178 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:18:50.585499 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:50.997016 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.objects.ports [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102377) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 20:18:50.997495 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (59cf0196-7307-4e9b-89e6-d0f2b9b9bb71), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.052814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cf0196-7307-4e9b-89e6-d0f2b9b9bb71,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:51.064247 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:51.064630 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Network hostable DHCP agents. Network: b5e76cc8-cda0-486f-933b-4533c8f8ff30, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:18:51.085425 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:18:51.096479 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, b5e76cc8-cda0-486f-933b-4533c8f8ff30) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:51.101101 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:51.101691 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:51.108057 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382da5a-ef27-4076-90b0-873a9d848530 None None] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:18:51.122203 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e7bb1e47-9d3f-4493-abdd-558eb2207631 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5651579 Jan 28 20:18:51.219341 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d5d366-6f93-4c36-9bbe-545e21b17dc2 None None] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:18:53.475148 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 37982) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:53.719604 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-fe979549-6cf7-4e5e-8dd4-bc09235c382d admin admin] 10.222.0.59 "GET /v2.0/routers/3ce9d686-1805-46e5-b825-e617783f62c4 HTTP/1.1" status: 200 len: 710 time: 0.2432623 Jan 28 20:18:53.806606 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7ae6cc-f8ca-4b8f-b787-a98edc3317ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:18:53.808516 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-0d7ae6cc-f8ca-4b8f-b787-a98edc3317ee admin admin] 10.222.0.59 "GET /v2.0/networks/b5e76cc8-cda0-486f-933b-4533c8f8ff30 HTTP/1.1" status: 200 len: 886 time: 0.0830376 Jan 28 20:18:53.817376 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:18:54.075228 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks [] for router_gateway (3ce9d686-1805-46e5-b825-e617783f62c4), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.319017 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks [] for router_gateway (3ce9d686-1805-46e5-b825-e617783f62c4), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.400356 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.553089 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Allocated IP 172.27.0.174 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/87ae5e51-fa42-4dd3-bd09-a2ede7300b27) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:18:54.710111 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks [] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.767688 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:54.834539 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:18:54.840522 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:18:54.847820 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:18:54.891814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Pushing event updated for resources: {'Port': ['ID=87ae5e51-fa42-4dd3-bd09-a2ede7300b27,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:55.132266 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks [] for router_gateway (3ce9d686-1805-46e5-b825-e617783f62c4), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.328933 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1783859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1773781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-505'] for router (3ce9d686-1805-46e5-b825-e617783f62c4), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.344797 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1783882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1783873', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1773804'] for router (3ce9d686-1805-46e5-b825-e617783f62c4), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.399690 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 1dddb9b7-91ad-4e51-94e7-244e54b1108e up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:55.446840 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Router 3ce9d686-1805-46e5-b825-e617783f62c4 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:18:55.451791 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 1dddb9b7-91ad-4e51-94e7-244e54b1108e triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:55.452278 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.529049 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 1dddb9b7-91ad-4e51-94e7-244e54b1108e is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:55.552209 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:18:55.556537 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:55.558310 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-0aa4db3a-331a-472a-82d3-97446faa3a71 admin admin] 10.222.0.59 "PUT /v2.0/routers/3ce9d686-1805-46e5-b825-e617783f62c4 HTTP/1.1" status: 200 len: 890 time: 1.7435651 Jan 28 20:18:55.950774 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Sync routers for ids ['3ce9d686-1805-46e5-b825-e617783f62c4'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:18:55.961498 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Routers {'3ce9d686-1805-46e5-b825-e617783f62c4'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:55.962183 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:18:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['3ce9d686-1805-46e5-b825-e617783f62c4'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:56.171809 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Set router 3ce9d686-1805-46e5-b825-e617783f62c4 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:56.632419 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'name': 'router1', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '87ae5e51-fa42-4dd3-bd09-a2ede7300b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:34Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 4, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'gw_port': {'id': '87ae5e51-fa42-4dd3-bd09-a2ede7300b27', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:54Z', 'updated_at': '2022-01-28T20:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '1dddb9b7-91ad-4e51-94e7-244e54b1108e', 'name': '', 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'mac_address': 'fa:16:3e:9d:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:44Z', 'updated_at': '2022-01-28T20:18:47Z', 'revision_number': 5, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'subnets': [{'id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad7c4cae-678c-4393-94df-be59420902c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:56.681020 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Checking router: 3ce9d686-1805-46e5-b825-e617783f62c4 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:18:56.681304 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Updating router 3ce9d686-1805-46e5-b825-e617783f62c4 port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:18:56.734549 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.049628 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Publish callbacks [] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.054922 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.108523 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349955dc-e771-41d1-ac67-2a11e21091fc None None] Pushing event updated for resources: {'Port': ['ID=87ae5e51-fa42-4dd3-bd09-a2ede7300b27,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:57.111523 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Attempting to bind port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:18:57.111906 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Attempting to bind port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:18:57.112261 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Attempting to bind port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:18:57.117450 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:18:57.117824 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:18:57.118315 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.118692 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:18:57.119138 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Bound port: 87ae5e51-fa42-4dd3-bd09-a2ede7300b27, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:18:57.119508 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.167631 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] For port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:18:57.170513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] For port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=87ae5e51-fa42-4dd3-bd09-a2ede7300b27,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:18:57.176185 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:57.231920 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349955dc-e771-41d1-ac67-2a11e21091fc None None] Pushing event updated for resources: {'Port': ['ID=87ae5e51-fa42-4dd3-bd09-a2ede7300b27,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:18:57.234821 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Routers {'3ce9d686-1805-46e5-b825-e617783f62c4'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:18:57.235763 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:18:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['3ce9d686-1805-46e5-b825-e617783f62c4'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:57.340325 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] Set router 3ce9d686-1805-46e5-b825-e617783f62c4 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:18:57.549168 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'name': 'router1', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '87ae5e51-fa42-4dd3-bd09-a2ede7300b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:34Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 4, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'gw_port': {'id': '87ae5e51-fa42-4dd3-bd09-a2ede7300b27', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:54Z', 'updated_at': '2022-01-28T20:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '1dddb9b7-91ad-4e51-94e7-244e54b1108e', 'name': '', 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'mac_address': 'fa:16:3e:9d:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:44Z', 'updated_at': '2022-01-28T20:18:47Z', 'revision_number': 5, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'subnets': [{'id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad7c4cae-678c-4393-94df-be59420902c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:18:57.575278 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f55005-ab24-47d1-a846-f76d16030955 None None] The sync data for ids ['3ce9d686-1805-46e5-b825-e617783f62c4'] in dv-cinder-826350-4-iscsi is: [{'id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'name': 'router1', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '87ae5e51-fa42-4dd3-bd09-a2ede7300b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:18:34Z', 'updated_at': '2022-01-28T20:18:55Z', 'revision_number': 4, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'gw_port': {'id': '87ae5e51-fa42-4dd3-bd09-a2ede7300b27', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:54Z', 'updated_at': '2022-01-28T20:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '1dddb9b7-91ad-4e51-94e7-244e54b1108e', 'name': '', 'network_id': '3228e95c-aca1-4e1d-b51e-c2bae9b77e27', 'tenant_id': '294849fecd19449695c0c10d0f0dd6a5', 'mac_address': 'fa:16:3e:9d:10:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce9d686-1805-46e5-b825-e617783f62c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:18:44Z', 'updated_at': '2022-01-28T20:18:47Z', 'revision_number': 5, 'project_id': '294849fecd19449695c0c10d0f0dd6a5', 'subnets': [{'id': 'c918aaf8-02f4-4a7b-b144-e150ff3ce52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad7c4cae-678c-4393-94df-be59420902c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:18:58.016832 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 37994) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:18:58.139721 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-4afddde1-8561-4d1f-8b0b-c9e6d1958aa8 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1217752 Jan 28 20:18:59.406880 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:18:59.457016 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:18:59.457607 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:59.533635 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:18:59.534053 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:59.554262 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=87ae5e51-fa42-4dd3-bd09-a2ede7300b27,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:18:59.557970 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:18:59.606322 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=87ae5e51-fa42-4dd3-bd09-a2ede7300b27,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:19:01.373171 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:19:01.435124 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:19:01.435774 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (87ae5e51-fa42-4dd3-bd09-a2ede7300b27), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:01.530935 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 87ae5e51-fa42-4dd3-bd09-a2ede7300b27 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:19:06.567720 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-3a6c72f9-6d7f-44c7-b641-7fe25b2d9adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:08.889426 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f805c49f-1456-4030-8233-382a53cc9429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:08.958806 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:19:09.979364 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:11.388421 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:12.771604 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:36.556644 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-9b577e4e-7646-4ead-87f7-d54c3847019b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:38.897215 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-17abeaf6-1a4a-4464-a42d-b15ca8907497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:40.004493 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:41.389213 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:42.757961 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:19:45.958065 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:20:06.547855 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2b63326e-afd4-4621-ae3c-c2c617a4b5fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:08.878952 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1400979a-9fbb-40a7-99aa-fb01c6c784a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:09.979438 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:11.391109 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:12.753592 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:17.202509 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38478) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:17.262142 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.pecan_wsgi.hooks.translation [None req-47839076-080e-480f-a627-1ccbbbc142dc admin admin] GET failed (client error): The resource could not be found. Jan 28 20:20:17.263399 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-47839076-080e-480f-a627-1ccbbbc142dc admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0599544 Jan 28 20:20:17.423056 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4232b3e-0384-4541-ae0a-b266b9108d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:17.424517 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-f4232b3e-0384-4541-ae0a-b266b9108d0b admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1571233 Jan 28 20:20:19.646489 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 38488) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:19.746218 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe888fba-1cfb-4e57-92fe-2bfc06e887ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:19.747569 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-fe888fba-1cfb-4e57-92fe-2bfc06e887ab admin admin] 10.222.0.59 "GET /v2.0/subnets/c918aaf8-02f4-4a7b-b144-e150ff3ce52d HTTP/1.1" status: 200 len: 849 time: 0.1001325 Jan 28 20:20:19.756954 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:20:19.841784 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Publish callbacks [] for subnet (c918aaf8-02f4-4a7b-b144-e150ff3ce52d), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:19.976865 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733270119123'] for subnet (c918aaf8-02f4-4a7b-b144-e150ff3ce52d), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:20.010045 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:20.010633 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:20.011992 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] 10.222.0.59 "PUT /v2.0/subnets/c918aaf8-02f4-4a7b-b144-e150ff3ce52d HTTP/1.1" status: 200 len: 868 time: 0.2586601 Jan 28 20:20:20.033697 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb18c995-5380-4327-b332-bcb2b745c411 None None] Network 3228e95c-aca1-4e1d-b51e-c2bae9b77e27 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:20:20.038929 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c918aaf8-02f4-4a7b-b144-e150ff3ce52d,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:20:20.047108 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.047483 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.047829 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.048165 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.048499 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.048825 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.049170 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.050153 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.050153 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.050153 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.050503 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.050803 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.051121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eece9-8a47-4d0f-9088-18847e054d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:20:20.397790 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8ea93589-eeb4-4fda-ad13-78c8fad55ad6 None None] Provisioning complete for port 1dddb9b7-91ad-4e51-94e7-244e54b1108e triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:20.398185 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8ea93589-eeb4-4fda-ad13-78c8fad55ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1dddb9b7-91ad-4e51-94e7-244e54b1108e), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:20.475320 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8ea93589-eeb4-4fda-ad13-78c8fad55ad6 None None] Current status of the port 1dddb9b7-91ad-4e51-94e7-244e54b1108e is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:20.484955 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8ea93589-eeb4-4fda-ad13-78c8fad55ad6 None None] Provisioning complete for port 611bf63c-8d92-4cc3-be09-6fd9ba241087 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:20:20.485281 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8ea93589-eeb4-4fda-ad13-78c8fad55ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (611bf63c-8d92-4cc3-be09-6fd9ba241087), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:20.559315 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8ea93589-eeb4-4fda-ad13-78c8fad55ad6 None None] Current status of the port 611bf63c-8d92-4cc3-be09-6fd9ba241087 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:20:22.273162 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 38498) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:22.540735 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87ac4f-f434-476c-9587-6bbd6590033b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:22.541134 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87ac4f-f434-476c-9587-6bbd6590033b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:22.542700 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-3f87ac4f-f434-476c-9587-6bbd6590033b admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2680135 Jan 28 20:20:22.957406 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:20:24.772379 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38506) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:25.043265 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe493c-2a88-4b0c-b1aa-fa6a224aa7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.043745 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fe493c-2a88-4b0c-b1aa-fa6a224aa7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:25.045321 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-73fe493c-2a88-4b0c-b1aa-fa6a224aa7e1 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2720065 Jan 28 20:20:27.296037 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38514) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:27.427680 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ac3eb-55a6-470b-9a4b-8b686c606875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:27.429051 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-ac7ac3eb-55a6-470b-9a4b-8b686c606875 admin admin] 10.222.0.59 "GET /v2.0/networks/3228e95c-aca1-4e1d-b51e-c2bae9b77e27 HTTP/1.1" status: 200 len: 869 time: 0.1320374 Jan 28 20:20:29.692382 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 38522) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:29.816814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a04fd-f58e-46c4-b54d-a2a27e715066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:29.818208 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-816a04fd-f58e-46c4-b54d-a2a27e715066 admin admin] 10.222.0.59 "GET /v2.0/networks/b5e76cc8-cda0-486f-933b-4533c8f8ff30 HTTP/1.1" status: 200 len: 886 time: 0.1248448 Jan 28 20:20:32.040512 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38530) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:32.169846 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767e0e1-9b95-498f-b7bb-a3cc7f15b797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:32.170331 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767e0e1-9b95-498f-b7bb-a3cc7f15b797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:32.171873 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-7767e0e1-9b95-498f-b7bb-a3cc7f15b797 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302793 Jan 28 20:20:34.428109 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38538) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:34.520700 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f399d6-4791-4cf3-af8a-d5a68e99ca7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.521154 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f399d6-4791-4cf3-af8a-d5a68e99ca7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:34.522664 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-99f399d6-4791-4cf3-af8a-d5a68e99ca7a admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936172 Jan 28 20:20:36.549159 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-70d75a5f-867f-4db4-b4d7-1278c668f1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:36.782939 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38546) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:36.868357 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64346103-aca0-42e4-8bc5-94fb173ad9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:36.869706 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-64346103-aca0-42e4-8bc5-94fb173ad9f2 admin admin] 10.222.0.59 "GET /v2.0/subnets/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71 HTTP/1.1" status: 200 len: 816 time: 0.0858293 Jan 28 20:20:38.881163 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f1831d29-1aad-4e14-bfc0-dbc7efc4f9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:39.128117 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 38554) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:20:39.216790 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65a9c28-d805-46a5-8634-f2cc7ac29cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:20:39.218134 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b65a9c28-d805-46a5-8634-f2cc7ac29cac admin admin] 10.222.0.59 "GET /v2.0/subnets/c918aaf8-02f4-4a7b-b144-e150ff3ce52d HTTP/1.1" status: 200 len: 868 time: 0.0889511 Jan 28 20:20:39.984657 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:41.394704 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:42.757500 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:20:59.957055 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:21:03.457939 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38608) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:03.504566 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [None req-5cd99624-606c-46bf-83e3-b032e6de7d63 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:21:03.505566 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-5cd99624-606c-46bf-83e3-b032e6de7d63 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466642 Jan 28 20:21:05.847352 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38616) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:05.906294 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7ea090-700b-4b0f-b85b-6d9bf2674a0c admin admin] GET failed (client error): The resource could not be found. Jan 28 20:21:05.907547 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-cf7ea090-700b-4b0f-b85b-6d9bf2674a0c admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592520 Jan 28 20:21:05.994854 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d403a5b5-d015-4cd0-a922-8ac97edada61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:05.996367 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-d403a5b5-d015-4cd0-a922-8ac97edada61 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846326 Jan 28 20:21:06.553616 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4dca7ee1-8c24-43db-a1c0-abc53d8dbab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:08.884595 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0784cfa0-61fb-4b2b-a69c-585abce3fbb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:09.028152 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38626) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:09.073940 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Request body: {'network': {'tenant_id': 'a10a870dfb244a3493156feeadf6b178', 'project_id': 'a10a870dfb244a3493156feeadf6b178', 'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:09.091908 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Made reservation on behalf of a10a870dfb244a3493156feeadf6b178 for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:09.094182 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:09.123496 dv-cinder-826350-4-iscsi neutron-server[102378]: WARNING neutron.services.revisions.revision_plugin [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Could not find related network for resource to bump revision. Jan 28 20:21:09.136650 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:21:09.145892 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (af9c0297-5695-448a-a04a-f2e347ba482d), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:09.146242 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Added segment af9c0297-5695-448a-a04a-f2e347ba482d of type vlan for network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b Jan 28 20:21:09.186302 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (5ba9bddf-b135-4d54-b8f1-8135664b1c4b), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:09.209370 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (5ba9bddf-b135-4d54-b8f1-8135664b1c4b), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:09.210460 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:09.211033 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:09.265652 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2364419 Jan 28 20:21:09.274835 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba9bddf-b135-4d54-b8f1-8135664b1c4b,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:09.282390 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.282900 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.283189 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.283520 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.283838 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.284181 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.284510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.284845 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.285181 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.285509 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.285837 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.286302 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.286638 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd8dbc0-8346-4038-836e-e65349bff287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:09.299166 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:21:09.986432 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:11.397641 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:11.561181 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 38636) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:21:11.619550 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bac1c32-da59-4763-a584-47b82c846618 admin admin] GET failed (client error): The resource could not be found. Jan 28 20:21:11.620739 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-1bac1c32-da59-4763-a584-47b82c846618 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586245 Jan 28 20:21:11.719495 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aec849-c282-4a28-9a3a-5332b51f43ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:11.720919 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-75aec849-c282-4a28-9a3a-5332b51f43ac admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0961401 Jan 28 20:21:11.730608 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'tenant_id': 'a10a870dfb244a3493156feeadf6b178', 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:21:11.750197 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Made reservation on behalf of a10a870dfb244a3493156feeadf6b178 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:21:11.752396 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:11.919579 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (39f6d589-31c5-47a9-b6d2-1263b2850efd), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:11.975889 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f6d589-31c5-47a9-b6d2-1263b2850efd,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:11.980104 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Checking segment: {'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:21:11.980453 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Network hostable DHCP agents. Network: 5ba9bddf-b135-4d54-b8f1-8135664b1c4b, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:21:11.995107 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:21:12.002912 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 5ba9bddf-b135-4d54-b8f1-8135664b1c4b) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:12.006939 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:21:12.008043 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.012760 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab22ea-f2ad-4166-9c04-d36ea71ab007 None None] Network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:21:12.022587 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-d64a5bd4-369e-44cb-a7fa-c02ab6867782 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2952766 Jan 28 20:21:12.217141 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-5ba9bddf-b135-4d54-b8f1-8135664b1c4b', 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b', 'project_id': 'a10a870dfb244a3493156feeadf6b178', 'fixed_ips': [{'subnet_id': '39f6d589-31c5-47a9-b6d2-1263b2850efd'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:21:12.218032 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.355167 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Allocated IP 192.168.233.2 (5ba9bddf-b135-4d54-b8f1-8135664b1c4b/39f6d589-31c5-47a9-b6d2-1263b2850efd/24052fe5-97e8-4d25-924c-edf1cc1cd2d5) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:21:12.500646 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Publish callbacks [] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.509214 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.553111 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:21:12.556015 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:21:12.561760 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:21:12.571191 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Pushing event updated for resources: {'Port': ['ID=24052fe5-97e8-4d25-924c-edf1cc1cd2d5,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:12.592468 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.592841 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.593213 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.593555 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.593904 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.594237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.594570 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.594893 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.595219 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.595545 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.595873 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.596195 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.596513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:21:12.631037 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Attempting to bind port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:21:12.631405 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Attempting to bind port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:21:12.631768 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Attempting to bind port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 on network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:21:12.636786 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:21:12.637177 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Checking segment: {'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:21:12.637560 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.637975 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Bound using segment: {'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:21:12.638442 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Bound port: 24052fe5-97e8-4d25-924c-edf1cc1cd2d5, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:21:12.638819 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.700844 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] For port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:21:12.703854 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] For port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=24052fe5-97e8-4d25-924c-edf1cc1cd2d5,segment=NetworkSegment(af9c0297-5695-448a-a04a-f2e347ba482d),segment_id=af9c0297-5695-448a-a04a-f2e347ba482d)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:21:12.710128 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:12.775766 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0cca2-a8ce-43c2-9ad1-862455952077 None None] Pushing event updated for resources: {'Port': ['ID=24052fe5-97e8-4d25-924c-edf1cc1cd2d5,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:12.797442 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.470325 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:13.526852 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:13.527506 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.617704 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:21:13.618192 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.658843 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=24052fe5-97e8-4d25-924c-edf1cc1cd2d5,segment=NetworkSegment(af9c0297-5695-448a-a04a-f2e347ba482d),segment_id=af9c0297-5695-448a-a04a-f2e347ba482d)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:21:13.663270 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.719205 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=24052fe5-97e8-4d25-924c-edf1cc1cd2d5,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:21:13.771298 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41b4e6-fc9b-48ef-82f1-86a9a40e01aa None None] Network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:21:13.833528 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-ebed883e-0a8a-48e0-84de-2c518e60ef4a None None] Provisioning complete for port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:13.833925 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-ebed883e-0a8a-48e0-84de-2c518e60ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:13.954554 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-ebed883e-0a8a-48e0-84de-2c518e60ef4a None None] Current status of the port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:21:14.183152 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-79c2c0b3-47fa-4255-93cb-09caf8d4683b None None] Provisioning complete for port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:14.183539 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-79c2c0b3-47fa-4255-93cb-09caf8d4683b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:14.262781 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-79c2c0b3-47fa-4255-93cb-09caf8d4683b None None] Current status of the port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:21:15.421176 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:21:15.471332 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:21:15.471727 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (24052fe5-97e8-4d25-924c-edf1cc1cd2d5), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:15.548456 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 24052fe5-97e8-4d25-924c-edf1cc1cd2d5 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:21:36.556399 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d075cc37-c5fb-467d-81c5-c7349846db75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:36.955602 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:21:38.887698 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-843d5b50-4f17-4ca0-9e82-b5b30235af38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:39.990343 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:41.400212 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:21:42.761734 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:06.557806 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-cdace70d-2c31-47a4-8463-f94f5faa5bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:08.889687 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c244eddf-d1d7-4272-91f0-9e7026d28600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:09.993122 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:11.403505 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:12.764373 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:13.954392 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:22:36.559770 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-3e835fc0-87d2-4e61-a6e6-a45b33153d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:38.892074 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d9513d12-2e70-460d-9ae9-9ab5f4d8abf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:39.996452 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:41.409513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.114834 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38684) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:42.121220 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [None req-4d8be52b-f626-4ce7-a3e9-12179ccacdc7 tempest-verify_tempest_config-997525725 tempest-verify_tempest_config-997525725-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:22:42.122249 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-4d8be52b-f626-4ce7-a3e9-12179ccacdc7 tempest-verify_tempest_config-997525725 tempest-verify_tempest_config-997525725-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061455 Jan 28 20:22:42.409484 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38702) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:42.515820 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.590386 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Publish callbacks [] for security_group (7e873970-2fcc-4d1a-b983-48562cc9aa83), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.593831 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7e873970-2fcc-4d1a-b983-48562cc9aa83), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.637523 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e873970-2fcc-4d1a-b983-48562cc9aa83,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:42.642141 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=979c93fab09040a6a6d290e2911441f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2315552 Jan 28 20:22:42.644966 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 38706) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:22:42.646418 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.646747 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.647094 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.647432 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.647779 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.648106 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.648443 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.648775 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.649095 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.649431 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.649750 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.650094 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.650409 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f2f983-cb22-46ed-b77d-b231cf0de011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.698160 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Publish callbacks [] for security_group (7e873970-2fcc-4d1a-b983-48562cc9aa83), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.718128 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Publish callbacks [] for security_group (7e873970-2fcc-4d1a-b983-48562cc9aa83), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.767663 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.831180 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7e873970-2fcc-4d1a-b983-48562cc9aa83), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.833926 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:22:42.838719 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e873970-2fcc-4d1a-b983-48562cc9aa83 HTTP/1.1" status: 204 len: 168 time: 0.1927710 Jan 28 20:22:42.846595 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e873970-2fcc-4d1a-b983-48562cc9aa83,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:22:42.854249 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.854659 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.854999 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.855910 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.856808 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.857138 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.857488 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.857818 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.858224 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.858720 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.858893 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.859211 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:42.859530 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2a706e-e065-4369-bd3e-60420588e1ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:22:50.953289 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:23:06.562594 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-bb594daa-774c-4c64-9d2c-70e3970bad6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:08.892267 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-545dc721-260b-4b52-8391-cab78946c422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:09.997092 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:11.410253 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:12.770222 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:27.951894 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:23:36.563578 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1c782e95-db65-4f67-a6fd-42433c5a4931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:38.893939 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-7c07f44c-c84d-4c47-b586-8d65d74a8a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:39.999395 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:41.416453 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:23:42.772610 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:04.949995 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 5 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:24:06.564152 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-37537b49-2f48-42f7-8a22-703f90d8ccdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:08.896697 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-93806149-9353-421b-9039-9d2cb5d47f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:10.003794 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:11.418456 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:12.774887 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:18.419819 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1779009'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:32.639017 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 38780) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:32.740139 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-db2b6b5f-914d-4fc6-ab86-292889fa045c admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1001618 Jan 28 20:24:34.981761 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38790) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:24:35.042381 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-d3a44b63-9708-47b7-91bd-1117abdd98dc admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0593784 Jan 28 20:24:36.565807 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8020554e-d668-42c0-a329-56efbd7aef5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:38.901772 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb554-f063-45e4-ac32-72a6c67c9f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:40.006663 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:41.418619 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:41.949040 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:24:42.778587 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:24:48.401596 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:06.567752 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-abac5419-7d33-417f-94c9-6157613a77fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:08.902720 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-9105e143-e183-485f-9d08-b12fdb25c123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:10.008813 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:11.425812 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:12.781476 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:18.396474 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:18.947641 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:25:36.569215 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d651f9fa-113f-4b1f-9b4d-103a12418b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:38.908505 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fa3800f8-22ce-4eaf-b24c-8da705ca8926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:40.011097 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:41.426094 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:42.786914 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:48.395558 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:25:55.945782 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:26:06.584007 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c67c721d-72d3-4c05-9de3-b41c514e4bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:07.539247 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 38992) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:07.846325 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-network', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:07.877709 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Made reservation on behalf of 51269d658f0540dab6086a21ebd9e00f for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:07.882290 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:07.894606 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:07.991933 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Publish callbacks [] for security_group (bb47efe0-eebe-4c84-a4e0-c28238ab961d), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:07.997303 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (bb47efe0-eebe-4c84-a4e0-c28238ab961d), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.021791 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:26:08.045546 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb47efe0-eebe-4c84-a4e0-c28238ab961d,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:08.048711 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (6a88a727-44f8-4e11-9b7a-dcc0787e550b), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.049427 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Added segment 6a88a727-44f8-4e11-9b7a-dcc0787e550b of type vlan for network e6189d54-a943-4614-aea9-0a741e80c5fa Jan 28 20:26:08.069611 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.069995 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.070341 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.070676 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.071006 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.071333 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.071678 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.072108 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.072344 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.072686 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.073013 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.073361 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.073683 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Tracked resource versions report: Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: pushed versions: Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: { 'AddressGroup': {'1.2'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'ConntrackHelper': {'1.0'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'LocalIPAssociation': {'1.0'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Log': {'1.0'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Network': {'1.1'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Port': {'1.7'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'PortForwarding': {'1.2'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'QosPolicy': {'1.10'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SecurityGroup': {'1.5'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SubPort': {'1.0'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Subnet': {'1.1'}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Trunk': {'1.1'}} Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: consumer versions: Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: { DHCP agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: HyperV agent@hv-cinder-82635: {}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: L3 agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: Metadata agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: Metering agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: Open vSwitch agent@dv-cinder-826350-4-iscsi: { 'AddressGroup': '1.2', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'ConntrackHelper': '1.0', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'LocalIPAssociation': '1.0', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Log': '1.0', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Network': '1.1', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Port': '1.7', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'PortForwarding': '1.2', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'QosPolicy': '1.10', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SecurityGroup': '1.5', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SecurityGroupRule': '1.2', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'SubPort': '1.0', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Subnet': '1.1', Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: 'Trunk': '1.1'}} Jan 28 20:26:08.074857 dv-cinder-826350-4-iscsi neutron-server[102378]: {{(pid=102378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:26:08.117892 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (e6189d54-a943-4614-aea9-0a741e80c5fa), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.144774 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (e6189d54-a943-4614-aea9-0a741e80c5fa), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.145761 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:08.146354 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.166781 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39020) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:08.214400 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6732316 Jan 28 20:26:08.217254 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39032) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:08.219809 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d80514-89f9-4f70-b2ed-981cd66754c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e6189d54-a943-4614-aea9-0a741e80c5fa,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:08.225132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Request body: {'subnet': {'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-subnet', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:08.230281 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network e6189d54-a943-4614-aea9-0a741e80c5fa details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:26:08.255291 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Made reservation on behalf of 51269d658f0540dab6086a21ebd9e00f for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:08.257573 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.293400 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39034) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:08.436049 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39048) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:08.451370 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (066a16f9-e7c6-4d28-be35-de236a44ce95), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.510286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=066a16f9-e7c6-4d28-be35-de236a44ce95,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:08.514792 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Checking segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:08.515153 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Network hostable DHCP agents. Network: e6189d54-a943-4614-aea9-0a741e80c5fa, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:26:08.522206 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.522567 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.522909 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.523250 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.523569 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.523901 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.524222 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.524605 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.524945 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.525286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.525610 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.526004 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.526326 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Tracked resource versions report: Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: pushed versions: Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: { 'AddressGroup': {'1.2'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'ConntrackHelper': {'1.0'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'LocalIPAssociation': {'1.0'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Log': {'1.0'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Network': {'1.1'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Port': {'1.7'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'PortForwarding': {'1.2'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'QosPolicy': {'1.10'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SecurityGroup': {'1.5'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SubPort': {'1.0'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Subnet': {'1.1'}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Trunk': {'1.1'}} Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: consumer versions: Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: { DHCP agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: HyperV agent@hv-cinder-82635: {}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: L3 agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: Metadata agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: Metering agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: Open vSwitch agent@dv-cinder-826350-4-iscsi: { 'AddressGroup': '1.2', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'ConntrackHelper': '1.0', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'LocalIPAssociation': '1.0', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Log': '1.0', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Network': '1.1', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Port': '1.7', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'PortForwarding': '1.2', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'QosPolicy': '1.10', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SecurityGroup': '1.5', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SecurityGroupRule': '1.2', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'SubPort': '1.0', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Subnet': '1.1', Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: 'Trunk': '1.1'}} Jan 28 20:26:08.527533 dv-cinder-826350-4-iscsi neutron-server[102377]: {{(pid=102377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:26:08.552123 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1427673059-network', 'tenant_id': 'd73cfa908e094fa0b8fbc1e550e29d20'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:08.556070 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Network e6189d54-a943-4614-aea9-0a741e80c5fa is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:26:08.569260 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, e6189d54-a943-4614-aea9-0a741e80c5fa) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:08.575881 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:08.576499 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.581974 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0854afc-3bc0-4aed-a1d2-91183a085b3b None None] Network e6189d54-a943-4614-aea9-0a741e80c5fa requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:08.587417 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1956281929-network', 'tenant_id': '97c5f9b9efd145cca6f89a538c9f0cad'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:08.593173 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Made reservation on behalf of d73cfa908e094fa0b8fbc1e550e29d20 for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:08.599056 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.609784 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b9246c6f-2eed-4221-8f5a-acdf7b5ecfa4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3913167 Jan 28 20:26:08.613617 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39060) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:08.618679 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:08.621490 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.640884 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Made reservation on behalf of 97c5f9b9efd145cca6f89a538c9f0cad for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:08.644465 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.657217 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.673915 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (d21fa658-1f72-479c-8ee7-3a0da514a850), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.676705 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (d21fa658-1f72-479c-8ee7-3a0da514a850), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.712893 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Publish callbacks [] for security_group (305c68e2-2d77-4c6d-a11e-0c6bbf8402a9), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.722139 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (305c68e2-2d77-4c6d-a11e-0c6bbf8402a9), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.731915 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-e6189d54-a943-4614-aea9-0a741e80c5fa', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:26:08.737999 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.746864 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:26:08.768667 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.768923 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Added segment 7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb of type vlan for network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b Jan 28 20:26:08.812984 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks [] for router_controller (d21fa658-1f72-479c-8ee7-3a0da514a850), precommit_add_association {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.823273 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.874807 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-795377947-network', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:08.891678 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.894328 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:08.898789 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.922434 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e7389c56-88d5-4a92-a927-2e8c24efbe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:08.938483 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Allocated IP 172.20.0.2 (e6189d54-a943-4614-aea9-0a741e80c5fa/066a16f9-e7c6-4d28-be35-de236a44ce95/2cdcda62-8fa7-4c0d-883d-916a3cedfe4f) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:09.081322 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:09.097247 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:09.110032 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-45438025-c743-4d70-ab38-272c72754dd1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9413309 Jan 28 20:26:09.112784 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39078) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:09.117750 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Request body: {'subnet': {'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1427673059-subnet', 'tenant_id': 'd73cfa908e094fa0b8fbc1e550e29d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:09.151822 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Made reservation on behalf of d73cfa908e094fa0b8fbc1e550e29d20 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:09.154656 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.160778 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Made reservation on behalf of d0f6f9108399481680b96ea944fe5387 for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:09.167421 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.259878 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks [] for router_gateway (d21fa658-1f72-479c-8ee7-3a0da514a850), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.299872 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Publish callbacks [] for security_group (8f31c1b8-074c-4aec-a585-7ac3d7de74b7), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.305554 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.331524 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Publish callbacks [] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.337290 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:26:09.348528 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (8f31c1b8-074c-4aec-a585-7ac3d7de74b7), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.382056 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.407879 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31c1b8-074c-4aec-a585-7ac3d7de74b7,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:09.480090 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:26:09.494502 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Network e6189d54-a943-4614-aea9-0a741e80c5fa is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:09.504595 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:09.512263 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Pushing event updated for resources: {'Port': ['ID=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:09.523042 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (08e382a0-100c-4c75-baa0-d3d09ddd6d52), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.523472 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Added segment 08e382a0-100c-4c75-baa0-d3d09ddd6d52 of type vlan for network 32455a2f-afe8-40db-a68b-0a5114a70c1b Jan 28 20:26:09.538876 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.539959 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.541610 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.542267 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.543589 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.543935 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.544283 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.544588 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.544933 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.545917 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.548663 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.549004 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.549335 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Tracked resource versions report: Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: pushed versions: Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: { 'AddressGroup': {'1.2'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'ConntrackHelper': {'1.0'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'LocalIPAssociation': {'1.0'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Log': {'1.0'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Network': {'1.1'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Port': {'1.7'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'PortForwarding': {'1.2'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'QosPolicy': {'1.10'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SecurityGroup': {'1.5'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SubPort': {'1.0'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Subnet': {'1.1'}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Trunk': {'1.1'}} Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: consumer versions: Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: { DHCP agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: HyperV agent@hv-cinder-82635: {}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: L3 agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: Metadata agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: Metering agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: Open vSwitch agent@dv-cinder-826350-4-iscsi: { 'AddressGroup': '1.2', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'ConntrackHelper': '1.0', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'LocalIPAssociation': '1.0', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Log': '1.0', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Network': '1.1', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Port': '1.7', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'PortForwarding': '1.2', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'QosPolicy': '1.10', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SecurityGroup': '1.5', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SecurityGroupRule': '1.2', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'SubPort': '1.0', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Subnet': '1.1', Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: 'Trunk': '1.1'}} Jan 28 20:26:09.556457 dv-cinder-826350-4-iscsi neutron-server[102379]: {{(pid=102379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:26:09.566746 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:09.590529 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (32455a2f-afe8-40db-a68b-0a5114a70c1b), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.615594 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (f9b0cd93-a6e6-4217-8965-ee6f508e72a1), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.699177 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Attempting to bind port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:09.699706 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Attempting to bind port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:09.699925 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Attempting to bind port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f on network e6189d54-a943-4614-aea9-0a741e80c5fa {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:09.709428 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:09.709811 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Checking segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:09.710712 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.711118 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Bound using segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:09.711595 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Bound port: 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:09.712470 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.745956 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b0cd93-a6e6-4217-8965-ee6f508e72a1,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:09.752987 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Checking segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:09.753551 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Network hostable DHCP agents. Network: f7cd137c-ce2e-4c82-9033-a14c7af1ce8b, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:26:09.790107 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:26:09.804684 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, f7cd137c-ce2e-4c82-9033-a14c7af1ce8b) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:09.812292 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:09.813190 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:09.815361 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c4f854-5d9a-4455-b10b-7c2cc8932fef None None] Network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:09.848683 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-aedfe8a1-abb3-4094-a6d6-ecd4d017d72b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7329352 Jan 28 20:26:09.957558 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] For port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:09.975139 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] For port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:09.995606 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.024425 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks [] for router_gateway (d21fa658-1f72-479c-8ee7-3a0da514a850), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.066899 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.148162 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ba104-1f81-4fe5-9808-cf9a98f1b153 None None] Network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:10.232151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.244027 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c10c0-e02d-4104-9f4e-5ae03f6bec79 None None] Pushing event updated for resources: {'Port': ['ID=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:10.392203 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (32455a2f-afe8-40db-a68b-0a5114a70c1b), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.393676 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:10.394659 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.428738 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Allocated IP 172.27.0.190 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/802ba8dd-e0b9-4f1b-85ef-a49ba17180d4) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:10.433099 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Publish callbacks [] for security_group (df290c40-ce74-48f8-b5ec-5822a420646c), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.461944 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1673613 Jan 28 20:26:10.465134 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39142) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:10.469789 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (df290c40-ce74-48f8-b5ec-5822a420646c), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.470820 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Request body: {'subnet': {'network_id': '32455a2f-afe8-40db-a68b-0a5114a70c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1956281929-subnet', 'tenant_id': '97c5f9b9efd145cca6f89a538c9f0cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:10.579568 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Made reservation on behalf of 97c5f9b9efd145cca6f89a538c9f0cad for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:10.579568 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.580749 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:26:10.591473 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345da96c-3e4e-4d8a-a4a9-ce8912571281 admin admin] Pushing event updated for resources: {'Network': ['ID=32455a2f-afe8-40db-a68b-0a5114a70c1b,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:10.610846 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 32455a2f-afe8-40db-a68b-0a5114a70c1b details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:26:10.693555 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df290c40-ce74-48f8-b5ec-5822a420646c,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:10.708844 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (3ae111c9-e53d-46d7-a318-d14d5ebea2c7), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.710889 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Added segment 3ae111c9-e53d-46d7-a318-d14d5ebea2c7 of type vlan for network 985d3604-0360-4ae4-846c-94a6045e656d Jan 28 20:26:10.803784 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (d4f5dbd7-4766-48f1-bd96-4152e901a4ad), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.811576 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39162) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:10.834789 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (985d3604-0360-4ae4-846c-94a6045e656d), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.867328 dv-cinder-826350-4-iscsi neutron-server[102377]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 20:26:10.892722 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks [] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.896151 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (985d3604-0360-4ae4-846c-94a6045e656d), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.897341 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:10.898145 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:10.948422 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f5dbd7-4766-48f1-bd96-4152e901a4ad,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:10.986697 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5492506 Jan 28 20:26:10.994981 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39166) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:11.001925 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Request body: {'subnet': {'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-subnet', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:11.017734 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f39b6-3edf-4abf-8dce-cee05c4aa13d admin admin] Pushing event updated for resources: {'Network': ['ID=985d3604-0360-4ae4-846c-94a6045e656d,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:11.035142 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:11.036301 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 985d3604-0360-4ae4-846c-94a6045e656d details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:26:11.049363 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Checking segment: {'id': '08e382a0-100c-4c75-baa0-d3d09ddd6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '32455a2f-afe8-40db-a68b-0a5114a70c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:11.050083 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Network hostable DHCP agents. Network: 32455a2f-afe8-40db-a68b-0a5114a70c1b, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:26:11.073153 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:11.077296 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:11.079143 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Made reservation on behalf of d0f6f9108399481680b96ea944fe5387 for: {'subnet': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:11.081609 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:11.086163 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:11.133312 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Network 32455a2f-afe8-40db-a68b-0a5114a70c1b is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:26:11.160418 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11645-0c2f-4782-b482-9256acf11347 req-c9b162e8-51d8-4e1c-9a07-5e2d3c3c7da2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:11.162346 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-c9b162e8-51d8-4e1c-9a07-5e2d3c3c7da2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 815 time: 0.2964530 Jan 28 20:26:11.163971 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 32455a2f-afe8-40db-a68b-0a5114a70c1b) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:11.174357 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d074a-ae74-4387-a620-f3e8e79ab766 None None] Network 32455a2f-afe8-40db-a68b-0a5114a70c1b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:11.185095 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:11.186483 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:11.216380 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-40559c22-b3f1-4c8e-a336-9d96f797cfe3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/quotas/d73cfa908e094fa0b8fbc1e550e29d20 HTTP/1.1" status: 200 len: 375 time: 0.0348508 Jan 28 20:26:11.226281 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-f9cbf8b3-109c-47fb-9acb-e1eb64a77144 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7596614 Jan 28 20:26:11.237383 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Pushing event updated for resources: {'Port': ['ID=802ba8dd-e0b9-4f1b-85ef-a49ba17180d4,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:11.449617 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6d0fbb-4549-4efc-81c8-5689c8639c5a None None] Network 32455a2f-afe8-40db-a68b-0a5114a70c1b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:11.517001 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b0ccbfd5-3948-4a78-9a08-0c1cb1207c71 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2893782 Jan 28 20:26:11.705480 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:11.763521 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (e6c58de8-bfbe-4884-8ef8-c6fa223cd791), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:11.780610 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-7929f22d-7330-4005-899f-da7982e7b6c0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:26:11.782232 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-7929f22d-7330-4005-899f-da7982e7b6c0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0740242 Jan 28 20:26:11.783027 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:11.820078 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c58de8-bfbe-4884-8ef8-c6fa223cd791,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:11.829745 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks [] for router_gateway (d21fa658-1f72-479c-8ee7-3a0da514a850), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:11.887139 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39212) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:11.892096 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:11.892578 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:11.917097 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a730d6-3f10-4c38-b07a-249d83e48974 None None] Network e6189d54-a943-4614-aea9-0a741e80c5fa requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:11.932280 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b0f2932a-fb9f-4c07-8583-2965c475738e service neutron] 10.222.0.59 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437073 Jan 28 20:26:11.943529 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Checking segment: {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:11.943981 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Network hostable DHCP agents. Network: 985d3604-0360-4ae4-846c-94a6045e656d, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:26:11.976917 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Network 985d3604-0360-4ae4-846c-94a6045e656d is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:26:12.038935 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 985d3604-0360-4ae4-846c-94a6045e656d) {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:12.053477 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:12.054780 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170e18e7-f066-496a-bd26-0e0485c382c7 None None] Network 985d3604-0360-4ae4-846c-94a6045e656d requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:12.056957 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.088829 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-9e83a606-23bb-46be-a9a9-7a4a51fe3645 None None] Provisioning complete for port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:12.089226 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-9e83a606-23bb-46be-a9a9-7a4a51fe3645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.101350 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-1951335f-febf-4b53-995f-84d3bc90955b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:12.108719 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-1951335f-febf-4b53-995f-84d3bc90955b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/networks?id=32455a2f-afe8-40db-a68b-0a5114a70c1b HTTP/1.1" status: 200 len: 812 time: 0.2198579 Jan 28 20:26:12.116536 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-eb0afe9f-24e1-4f8d-a51d-090bdaec4da6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1186402 Jan 28 20:26:12.119289 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39218) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:12.125781 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:12.140337 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-810795dc-f8a8-4367-83da-3229eb64d756 service neutron] 10.222.0.59 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804857 Jan 28 20:26:12.152674 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-f50183ca-1ba0-49b7-8b80-d1398696171b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/quotas/97c5f9b9efd145cca6f89a538c9f0cad HTTP/1.1" status: 200 len: 375 time: 0.0430002 Jan 28 20:26:12.163884 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:12.164292 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.167380 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (d21fa658-1f72-479c-8ee7-3a0da514a850), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.175017 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (05f2027e-11f7-4a82-83ca-83df503060d7), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.176030 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (05f2027e-11f7-4a82-83ca-83df503060d7), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.196037 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-4da429dd-7317-4d45-b10d-c7fe7722f11f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=97c5f9b9efd145cca6f89a538c9f0cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421014 Jan 28 20:26:12.258457 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:12.269067 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.294721 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a143da78-255a-4bac-9f82-049bebc35c62 None None] Network 985d3604-0360-4ae4-846c-94a6045e656d requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:12.384140 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-7d9138cf-faf4-4774-85f7-99c7cfe3b149 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:26:12.390226 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-7d9138cf-faf4-4774-85f7-99c7cfe3b149 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1146953 Jan 28 20:26:12.398020 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-9e83a606-23bb-46be-a9a9-7a4a51fe3645 None None] Current status of the port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:12.430980 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:12.445910 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks [] for router_controller (05f2027e-11f7-4a82-83ca-83df503060d7), precommit_add_association {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.618580 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-d8404036-b0fd-49e4-90e1-f2d27ed86539 service neutron] 10.222.0.59 "GET /v2.0/networks/32455a2f-afe8-40db-a68b-0a5114a70c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239568 Jan 28 20:26:12.738580 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-4b8d7a47-7f1c-4cbb-8ea0-50a3132b23c5 None None] Provisioning complete for port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:12.741758 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7a47-7f1c-4cbb-8ea0-50a3132b23c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.866320 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.910796 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a624d6a9-721b-4f6d-9ba5-bdb4aeec7e32 req-6c8694bb-a11b-43b1-b4ee-c930432b774e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.1118352 Jan 28 20:26:12.932457 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d7a47-7f1c-4cbb-8ea0-50a3132b23c5 None None] Current status of the port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:12.941457 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks [] for router_gateway (05f2027e-11f7-4a82-83ca-83df503060d7), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:12.942548 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-1a47a302-50e1-4cf9-9e65-c768834f7b1f service neutron] 10.222.0.59 "GET /v2.0/networks/32455a2f-afe8-40db-a68b-0a5114a70c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162897 Jan 28 20:26:12.982162 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Router d21fa658-1f72-479c-8ee7-3a0da514a850 is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:26:13.246569 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:13.260457 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Sync routers for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:13.299445 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:13.300266 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:13.374677 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:13.379618 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-f70d2354-c66d-4517-aec0-725aa2cc3577 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7624354 Jan 28 20:26:13.380555 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39304) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:13.465958 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks [] for router_gateway (05f2027e-11f7-4a82-83ca-83df503060d7), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:13.521163 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:13.582995 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a667113f-ea43-42b7-865f-623b5cc312b5 req-dd2e330f-f4cb-4423-810d-f568204f4cfd tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.1013112 Jan 28 20:26:13.715347 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:13.760266 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Allocated IP 172.27.0.109 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/fc372ff8-af99-4ef6-b5c3-ea6182061015) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:13.865314 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39324) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:13.874115 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:13.908885 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:13.909458 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:13.975466 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks [] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.130609 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.166075 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-381d7721-2589-47e3-862d-f12338fca640 req-7d1e959f-c8f1-4795-8233-1bbfb2f6d9c3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.0975595 Jan 28 20:26:14.212130 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:14.275600 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:14.304608 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:14.309185 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b2e7f5dd-1836-456d-a615-484873f1954f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.316434 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:14.351086 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Pushing event updated for resources: {'Port': ['ID=fc372ff8-af99-4ef6-b5c3-ea6182061015,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:14.416762 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:11Z', 'revision_number': 3, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:14.483903 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Checking router: d21fa658-1f72-479c-8ee7-3a0da514a850 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:14.484290 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Updating router d21fa658-1f72-479c-8ee7-3a0da514a850 port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:26:14.559772 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.561050 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b2e7f5dd-1836-456d-a615-484873f1954f admin admin] Publish callbacks [] for security_group (07e622ee-95a6-4aa6-a405-b9498010847b), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.581189 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b2e7f5dd-1836-456d-a615-484873f1954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (07e622ee-95a6-4aa6-a405-b9498010847b), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.650136 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7f5dd-1836-456d-a615-484873f1954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e622ee-95a6-4aa6-a405-b9498010847b,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:14.715955 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.793748 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b2e7f5dd-1836-456d-a615-484873f1954f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6c3a858f0af40be9aff5ddbf0dbcdf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9271619 Jan 28 20:26:14.796863 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39382) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:14.808074 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cf5fdd5d-6e79-409d-9d73-c42f7853878c req-32d70a97-79b6-49ac-8187-38ab8dca10c5 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0844359 Jan 28 20:26:14.927484 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-20d082a8-ba02-40ab-b2ce-7aedb7778c30 admin admin] Publish callbacks [] for security_group (07e622ee-95a6-4aa6-a405-b9498010847b), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.957024 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-20d082a8-ba02-40ab-b2ce-7aedb7778c30 admin admin] Publish callbacks [] for security_group (07e622ee-95a6-4aa6-a405-b9498010847b), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:14.972521 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks [] for router_gateway (05f2027e-11f7-4a82-83ca-83df503060d7), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.057914 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Allocated IP 172.20.0.1 (e6189d54-a943-4614-aea9-0a741e80c5fa/066a16f9-e7c6-4d28-be35-de236a44ce95/0346b19f-3a01-4382-a7c4-d2e71949a032) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:15.082724 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Publish callbacks [] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.089205 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.126574 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-20d082a8-ba02-40ab-b2ce-7aedb7778c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (07e622ee-95a6-4aa6-a405-b9498010847b), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.131143 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-20d082a8-ba02-40ab-b2ce-7aedb7778c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.136754 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-20d082a8-ba02-40ab-b2ce-7aedb7778c30 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07e622ee-95a6-4aa6-a405-b9498010847b HTTP/1.1" status: 204 len: 168 time: 0.3386772 Jan 28 20:26:15.153513 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d082a8-ba02-40ab-b2ce-7aedb7778c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e622ee-95a6-4aa6-a405-b9498010847b,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:15.161992 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Attempting to bind port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:15.162591 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Attempting to bind port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:15.163120 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Attempting to bind port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:15.173375 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:15.174201 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:15.174765 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.175452 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:15.176093 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Bound port: 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:15.176642 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.179134 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Pushing event updated for resources: {'Port': ['ID=802ba8dd-e0b9-4f1b-85ef-a49ba17180d4,revision_number=2']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:15.215417 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.216192 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.216561 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.217431 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.217767 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.218215 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.219642 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.219996 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.220332 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.220688 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.221034 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.221358 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.221680 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Tracked resource versions report: Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: pushed versions: Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: { 'AddressGroup': {'1.2'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'ConntrackHelper': {'1.0'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'LocalIPAssociation': {'1.0'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Log': {'1.0'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Network': {'1.1'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Port': {'1.7'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'PortForwarding': {'1.2'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'QosPolicy': {'1.10'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SecurityGroup': {'1.5'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SecurityGroupRule': {'1.2'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SubPort': {'1.0'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Subnet': {'1.1'}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Trunk': {'1.1'}} Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: consumer versions: Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: { DHCP agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: HyperV agent@hv-cinder-82635: {}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: L3 agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: Metadata agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: Metering agent@dv-cinder-826350-4-iscsi: {}, Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: Open vSwitch agent@dv-cinder-826350-4-iscsi: { 'AddressGroup': '1.2', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'ConntrackHelper': '1.0', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'LocalIPAssociation': '1.0', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Log': '1.0', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Network': '1.1', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Port': '1.7', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'PortForwarding': '1.2', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'QosPolicy': '1.10', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SecurityGroup': '1.5', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SecurityGroupRule': '1.2', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'SubPort': '1.0', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Subnet': '1.1', Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: 'Trunk': '1.1'}} Jan 28 20:26:15.223303 dv-cinder-826350-4-iscsi neutron-server[102380]: {{(pid=102380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 20:26:15.262190 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] For port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:15.267048 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] For port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=802ba8dd-e0b9-4f1b-85ef-a49ba17180d4,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:15.284773 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.287883 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Publish callbacks [] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.303776 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (05f2027e-11f7-4a82-83ca-83df503060d7), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.370496 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483813f-f8ee-4971-8129-a2396577c93f None None] Pushing event updated for resources: {'Port': ['ID=802ba8dd-e0b9-4f1b-85ef-a49ba17180d4,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:15.393537 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.398280 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:15.399091 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:15.438707 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Network e6189d54-a943-4614-aea9-0a741e80c5fa is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:15.448531 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:15.450939 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Pushing event updated for resources: {'Port': ['ID=0346b19f-3a01-4382-a7c4-d2e71949a032,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:15.454154 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:15.455058 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (d21fa658-1f72-479c-8ee7-3a0da514a850), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.585640 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Router 05f2027e-11f7-4a82-83ca-83df503060d7 is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:26:15.658971 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:15.733777 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aef808ba-5c42-43fa-8c7d-5c0bba41bcf5 req-df0bf49e-1ad9-4bb6-a717-b7579168b5bb tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.1941831 Jan 28 20:26:15.759650 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:15.802422 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:15.803655 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-e5996950-bc16-4d59-8c72-eabb2dafbd63 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6829004 Jan 28 20:26:15.808138 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Sync routers for ids ['05f2027e-11f7-4a82-83ca-83df503060d7'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:15.808643 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39424) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:15.830388 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Routers {'05f2027e-11f7-4a82-83ca-83df503060d7'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:15.832322 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['05f2027e-11f7-4a82-83ca-83df503060d7'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:15.855022 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39428) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:16.042862 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.064290 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-2cb36eba-1f26-451d-ad35-47a9902ee0ab None None] Provisioning complete for port 0346b19f-3a01-4382-a7c4-d2e71949a032 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:16.064927 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2cb36eba-1f26-451d-ad35-47a9902ee0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.089124 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:11Z', 'revision_number': 3, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:16.121503 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Set router 05f2027e-11f7-4a82-83ca-83df503060d7 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:16.140243 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c284380-49bd-46b1-88c5-752d870d4f55 None None] The sync data for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi is: [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:11Z', 'revision_number': 3, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:16.179814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0253e42-4535-48ff-a31a-1714c4fe6ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.193753 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4c579254-8615-4cf2-81d0-9c414f18fdb2 req-376155cc-4630-440a-8679-3f7e1bf88c04 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0605676 Jan 28 20:26:16.247565 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-2cb36eba-1f26-451d-ad35-47a9902ee0ab None None] Port 0346b19f-3a01-4382-a7c4-d2e71949a032 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:26:16.325639 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39442) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:16.463718 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Publish callbacks [] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.463919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:26:14Z', 'revision_number': 3, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port': {'id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:13Z', 'updated_at': '2022-01-28T20:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:16.476433 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0253e42-4535-48ff-a31a-1714c4fe6ec2 admin admin] Publish callbacks [] for security_group (e0e60ae0-8dd6-4d85-a007-b975801ad2c2), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.477990 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.478841 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (d21fa658-1f72-479c-8ee7-3a0da514a850), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.489200 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-33407951-network', 'tenant_id': 'c37d066d56be4d24a89781ff8691218e'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:16.504367 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Checking router: 05f2027e-11f7-4a82-83ca-83df503060d7 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:16.504706 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Updating router 05f2027e-11f7-4a82-83ca-83df503060d7 port fc372ff8-af99-4ef6-b5c3-ea6182061015 binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:26:16.520708 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0253e42-4535-48ff-a31a-1714c4fe6ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (e0e60ae0-8dd6-4d85-a007-b975801ad2c2), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.563029 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.608790 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.613646 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0253e42-4535-48ff-a31a-1714c4fe6ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e60ae0-8dd6-4d85-a007-b975801ad2c2,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:16.645546 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Pushing event updated for resources: {'Port': ['ID=0346b19f-3a01-4382-a7c4-d2e71949a032,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:16.649836 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e0253e42-4535-48ff-a31a-1714c4fe6ec2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=28ac884bea28454ab99cc0101f659984&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7938557 Jan 28 20:26:16.656211 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39454) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:16.681520 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Made reservation on behalf of c37d066d56be4d24a89781ff8691218e for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:16.683806 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.716408 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.756017 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Network e6189d54-a943-4614-aea9-0a741e80c5fa is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:16.761472 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:16.843770 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Allocated IP 172.20.0.1 (985d3604-0360-4ae4-846c-94a6045e656d/e6c58de8-bfbe-4884-8ef8-c6fa223cd791/3f5cdbd8-8c56-41d4-b168-55712f94cc74) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:16.873369 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-67f2dfca-efa5-46b5-a933-1c8bd49c5ec4 admin admin] Publish callbacks [] for security_group (e0e60ae0-8dd6-4d85-a007-b975801ad2c2), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.936541 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Publish callbacks [] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.946881 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:16.951902 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d964ed35-4d2c-4ec0-ae16-5fceee06fceb req-2a409722-823e-4727-b715-a92e6b1a9155 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.0830083 Jan 28 20:26:16.976302 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-67f2dfca-efa5-46b5-a933-1c8bd49c5ec4 admin admin] Publish callbacks [] for security_group (e0e60ae0-8dd6-4d85-a007-b975801ad2c2), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.005393 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Publish callbacks [] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.064517 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.122580 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Network 985d3604-0360-4ae4-846c-94a6045e656d is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:17.135543 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:17.139618 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5cdbd8-8c56-41d4-b168-55712f94cc74,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.144054 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5c937-110f-4903-97cc-5cef350da869 None None] Pushing event updated for resources: {'Port': ['ID=fc372ff8-af99-4ef6-b5c3-ea6182061015,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.144229 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:17.144535 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (05f2027e-11f7-4a82-83ca-83df503060d7), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.146439 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Attempting to bind port fc372ff8-af99-4ef6-b5c3-ea6182061015 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:17.146439 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Attempting to bind port fc372ff8-af99-4ef6-b5c3-ea6182061015 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:17.146722 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Attempting to bind port fc372ff8-af99-4ef6-b5c3-ea6182061015 on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:17.152664 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:17.152872 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Router d21fa658-1f72-479c-8ee7-3a0da514a850 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:26:17.153336 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:17.153807 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.154929 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:17.155557 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Bound port: fc372ff8-af99-4ef6-b5c3-ea6182061015, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:17.156269 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.173861 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Publish callbacks [] for security_group (54075803-4eef-4ff2-ad59-72dacc98e57c), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.245797 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-d620b250-73e3-4268-a132-af5d20336775 None None] Provisioning complete for port 0346b19f-3a01-4382-a7c4-d2e71949a032 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:17.246398 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d620b250-73e3-4268-a132-af5d20336775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.258385 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] For port fc372ff8-af99-4ef6-b5c3-ea6182061015, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:17.303032 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] For port fc372ff8-af99-4ef6-b5c3-ea6182061015, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=fc372ff8-af99-4ef6-b5c3-ea6182061015,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:17.315568 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (54075803-4eef-4ff2-ad59-72dacc98e57c), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.316850 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.341167 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:17.347816 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9095fc70-6716-490d-bd00-8806188e366f admin admin] 10.222.0.59 "PUT /v2.0/routers/d21fa658-1f72-479c-8ee7-3a0da514a850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9658835 Jan 28 20:26:17.364352 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:26:17.376086 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (5b1ab213-9c28-48d9-b9b4-60e3f9e14372), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.376324 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Added segment 5b1ab213-9c28-48d9-b9b4-60e3f9e14372 of type vlan for network 038ccdaf-06d9-4961-ac8c-63dfce9a8ad6 Jan 28 20:26:17.377399 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.428142 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-d620b250-73e3-4268-a132-af5d20336775 None None] Port 0346b19f-3a01-4382-a7c4-d2e71949a032 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:26:17.437712 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (038ccdaf-06d9-4961-ac8c-63dfce9a8ad6), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.453529 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Routers {'05f2027e-11f7-4a82-83ca-83df503060d7'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:17.454285 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['05f2027e-11f7-4a82-83ca-83df503060d7'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:17.469013 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-23d309fb-68b6-4a33-80f0-d3a626457a6b req-4545f795-f6c4-4c33-bc4b-218f5d5d59e3 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.1584580 Jan 28 20:26:17.475506 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-67f2dfca-efa5-46b5-a933-1c8bd49c5ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (e0e60ae0-8dd6-4d85-a007-b975801ad2c2), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.478375 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-67f2dfca-efa5-46b5-a933-1c8bd49c5ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.479677 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-67f2dfca-efa5-46b5-a933-1c8bd49c5ec4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0e60ae0-8dd6-4d85-a007-b975801ad2c2 HTTP/1.1" status: 204 len: 168 time: 0.8225558 Jan 28 20:26:17.507773 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54075803-4eef-4ff2-ad59-72dacc98e57c,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.523421 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2dfca-efa5-46b5-a933-1c8bd49c5ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e60ae0-8dd6-4d85-a007-b975801ad2c2,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.529962 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (038ccdaf-06d9-4961-ac8c-63dfce9a8ad6), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.531783 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:17.532747 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.561830 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5c937-110f-4903-97cc-5cef350da869 None None] Pushing event updated for resources: {'Port': ['ID=fc372ff8-af99-4ef6-b5c3-ea6182061015,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.611094 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2842345 Jan 28 20:26:17.613900 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39472) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:17.621399 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Request body: {'subnet': {'network_id': '038ccdaf-06d9-4961-ac8c-63dfce9a8ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-33407951-subnet', 'tenant_id': 'c37d066d56be4d24a89781ff8691218e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:17.639241 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994cf8f-a922-473d-9d97-a523427a6baa admin admin] Pushing event updated for resources: {'Network': ['ID=038ccdaf-06d9-4961-ac8c-63dfce9a8ad6,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.668891 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Made reservation on behalf of c37d066d56be4d24a89781ff8691218e for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:17.672283 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.741537 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 038ccdaf-06d9-4961-ac8c-63dfce9a8ad6 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:26:17.746347 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Publish callbacks [] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.765741 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.766837 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (05f2027e-11f7-4a82-83ca-83df503060d7), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:17.877199 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] Set router 05f2027e-11f7-4a82-83ca-83df503060d7 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:17.882272 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:17.913234 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5cdbd8-8c56-41d4-b168-55712f94cc74,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:17.973126 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Network 985d3604-0360-4ae4-846c-94a6045e656d is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:17.975097 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:18.053819 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (ce5c86ac-065f-43d1-a502-74cad079f7dc), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.101332 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:18.101887 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.115336 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39484) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:18.127953 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5c86ac-065f-43d1-a502-74cad079f7dc,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:18.183272 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-de183176-7604-419d-a8ca-329081978e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.203945 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Router 05f2027e-11f7-4a82-83ca-83df503060d7 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:26:18.299661 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-de183176-7604-419d-a8ca-329081978e25 admin admin] Publish callbacks [] for security_group (dfc3e94f-a620-4a9a-bb1f-c9cebd17d342), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.311219 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9bb6db06-adc4-44c6-91c0-b00ac12fa659 req-e1ff17fe-c626-434c-8ba9-74a75fd18538 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.1935911 Jan 28 20:26:18.337501 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-de183176-7604-419d-a8ca-329081978e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (dfc3e94f-a620-4a9a-bb1f-c9cebd17d342), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.359078 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:18.359478 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.372424 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39488) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:18.382793 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=802ba8dd-e0b9-4f1b-85ef-a49ba17180d4,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:18.387727 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-029f8de4-0464-4ae7-bfbb-a28f00efa299 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471163148', 'description': 'tempest-description--1746518876'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:18.391453 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.402647 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:26:18.414510 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-cae1c825-1081-4a7f-aab7-45c67fe22b45 admin admin] 10.222.0.59 "PUT /v2.0/routers/05f2027e-11f7-4a82-83ca-83df503060d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058514 Jan 28 20:26:18.420837 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Checking segment: {'id': '5b1ab213-9c28-48d9-b9b4-60e3f9e14372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '038ccdaf-06d9-4961-ac8c-63dfce9a8ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:18.421326 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Network hostable DHCP agents. Network: 038ccdaf-06d9-4961-ac8c-63dfce9a8ad6, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:26:18.427791 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 4, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port': {'id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:13Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3f5cdbd8-8c56-41d4-b168-55712f94cc74', 'name': '', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'mac_address': 'fa:16:3e:d5:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:16Z', 'updated_at': '2022-01-28T20:26:16Z', 'revision_number': 1, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'subnets': [{'id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:18.450814 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-de183176-7604-419d-a8ca-329081978e25 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60113d15ea5743cbab70eb32b3bdfea1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3148825 Jan 28 20:26:18.452403 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39490) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:18.454643 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de183176-7604-419d-a8ca-329081978e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc3e94f-a620-4a9a-bb1f-c9cebd17d342,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:18.466886 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d0fc30-05fd-4543-87ea-00b4b86a2e31 None None] The sync data for ids ['05f2027e-11f7-4a82-83ca-83df503060d7'] in dv-cinder-826350-4-iscsi is: [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 4, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port': {'id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:13Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3f5cdbd8-8c56-41d4-b168-55712f94cc74', 'name': '', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'mac_address': 'fa:16:3e:d5:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:16Z', 'updated_at': '2022-01-28T20:26:16Z', 'revision_number': 1, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'subnets': [{'id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:18.467578 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-029f8de4-0464-4ae7-bfbb-a28f00efa299 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.496699 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Network 038ccdaf-06d9-4961-ac8c-63dfce9a8ad6 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:26:18.500835 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=802ba8dd-e0b9-4f1b-85ef-a49ba17180d4,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:18.520043 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 038ccdaf-06d9-4961-ac8c-63dfce9a8ad6) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:18.528866 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c61373-99ce-4ad6-97eb-5eb0ce2535a1 None None] Network 038ccdaf-06d9-4961-ac8c-63dfce9a8ad6 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:18.542110 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:18.547307 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.617420 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-55d997b1-1e68-4595-9276-6c558bf188a4 admin admin] Publish callbacks [] for security_group (dfc3e94f-a620-4a9a-bb1f-c9cebd17d342), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.659714 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-55d997b1-1e68-4595-9276-6c558bf188a4 admin admin] Publish callbacks [] for security_group (dfc3e94f-a620-4a9a-bb1f-c9cebd17d342), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.682070 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-029f8de4-0464-4ae7-bfbb-a28f00efa299 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (f78b093c-732d-4ca9-a0c2-1c83affd2335), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.747648 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed3984-d739-4bad-8dd2-cc41b2f28109 None None] Network 038ccdaf-06d9-4961-ac8c-63dfce9a8ad6 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:18.761805 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-55d997b1-1e68-4595-9276-6c558bf188a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (dfc3e94f-a620-4a9a-bb1f-c9cebd17d342), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.765135 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-55d997b1-1e68-4595-9276-6c558bf188a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.766449 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-55d997b1-1e68-4595-9276-6c558bf188a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dfc3e94f-a620-4a9a-bb1f-c9cebd17d342 HTTP/1.1" status: 204 len: 168 time: 0.3125198 Jan 28 20:26:18.793352 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d997b1-1e68-4595-9276-6c558bf188a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc3e94f-a620-4a9a-bb1f-c9cebd17d342,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:18.855042 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed9b9f5c-0d78-48f2-ae29-1d7625d1216f req-a2ede665-3818-4c21-b84e-07ced56af39f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.1643081 Jan 28 20:26:18.867063 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-336a3f36-a023-4158-9b32-b714ccaf5d7d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2439549 Jan 28 20:26:18.867063 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-029f8de4-0464-4ae7-bfbb-a28f00efa299 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f78b093c-732d-4ca9-a0c2-1c83affd2335), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.913287 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-029f8de4-0464-4ae7-bfbb-a28f00efa299 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:18.917784 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-029f8de4-0464-4ae7-bfbb-a28f00efa299 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5401328 Jan 28 20:26:18.917784 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f8de4-0464-4ae7-bfbb-a28f00efa299 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78b093c-732d-4ca9-a0c2-1c83affd2335,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:18.918907 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39510) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:18.923516 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-c59b0c5d-724f-4519-ba37-068870962ff3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'security_group_rule': {'security_group_id': 'f78b093c-732d-4ca9-a0c2-1c83affd2335', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:19.015576 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c59b0c5d-724f-4519-ba37-068870962ff3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (b3b09923-14be-4e98-827d-0418e07e81f2), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.103321 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Sync routers for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:19.122006 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:19.122641 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:19.167550 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c59b0c5d-724f-4519-ba37-068870962ff3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (b3b09923-14be-4e98-827d-0418e07e81f2), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.173083 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c59b0c5d-724f-4519-ba37-068870962ff3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (b3b09923-14be-4e98-827d-0418e07e81f2), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.202156 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b0c5d-724f-4519-ba37-068870962ff3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b09923-14be-4e98-827d-0418e07e81f2,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:19.212031 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c59b0c5d-724f-4519-ba37-068870962ff3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.213291 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-c59b0c5d-724f-4519-ba37-068870962ff3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2942760 Jan 28 20:26:19.216235 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39524) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:19.221743 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-1698edb8-2795-4f91-a25d-2ea56fca856e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'security_group_rule': {'security_group_id': 'f78b093c-732d-4ca9-a0c2-1c83affd2335', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:19.265857 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1698edb8-2795-4f91-a25d-2ea56fca856e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (60451bdc-42a3-439f-9a94-d0c3f827af72), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.359812 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1698edb8-2795-4f91-a25d-2ea56fca856e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (60451bdc-42a3-439f-9a94-d0c3f827af72), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.366713 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-b299df1e-46ea-482c-ab22-8f430e7ae3bb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:19.367447 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1698edb8-2795-4f91-a25d-2ea56fca856e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (60451bdc-42a3-439f-9a94-d0c3f827af72), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.368323 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-b299df1e-46ea-482c-ab22-8f430e7ae3bb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 818 time: 0.2006652 Jan 28 20:26:19.376799 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:19.395198 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-009f87d3-d896-4a32-8d00-d4e119efe365 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/quotas/d0f6f9108399481680b96ea944fe5387 HTTP/1.1" status: 200 len: 375 time: 0.0111287 Jan 28 20:26:19.411953 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698edb8-2795-4f91-a25d-2ea56fca856e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60451bdc-42a3-439f-9a94-d0c3f827af72,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:19.438134 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.446829 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1698edb8-2795-4f91-a25d-2ea56fca856e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.449923 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-1698edb8-2795-4f91-a25d-2ea56fca856e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2308397 Jan 28 20:26:19.451320 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39536) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:19.464204 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:19.515410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:19.548848 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-766a58bf-1254-4850-aac9-6c02783d9c46 req-57d89c95-821b-4b9e-bbe1-8f749f98523d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.0982733 Jan 28 20:26:19.634654 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-bf6e1d16-5f47-4c69-8bc1-16f263c0ec2d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2350583 Jan 28 20:26:19.739980 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:19.851144 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-5835233e-f735-4319-a2f1-536646301c0f service neutron] 10.222.0.59 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153373 Jan 28 20:26:19.896132 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:19.896809 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.036300 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.049815 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:20.127351 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:16Z', 'revision_number': 2, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:20.155541 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-128310df-19ac-4642-a144-ca2af5ec68c1 req-fe9fc8d5-ae3a-4c63-a699-38846292eba5 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0907519 Jan 28 20:26:20.190574 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Checking router: d21fa658-1f72-479c-8ee7-3a0da514a850 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:20.190933 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Updating router d21fa658-1f72-479c-8ee7-3a0da514a850 port 0346b19f-3a01-4382-a7c4-d2e71949a032 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:26:20.233231 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.241382 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-d8ee275e-7a10-4f15-ab6b-7ab8b7542c2b service neutron] 10.222.0.59 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718297 Jan 28 20:26:20.275609 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Allocated IP 172.27.0.193 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/de2ae69f-d050-4cf5-bc80-3969a2f7c0a9) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:20.319628 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39570) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:20.330352 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-583293949-network', 'tenant_id': '981e159716e3459585eb332eed675515'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:20.374891 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Made reservation on behalf of 981e159716e3459585eb332eed675515 for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:20.377360 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.386504 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.493229 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for port (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.549888 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-420be4a5-c344-42d2-9a0d-b77b3d77f244 req-793527f2-621e-49f0-9fbe-6e223e96ead0 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 210 time: 0.0752735 Jan 28 20:26:20.565226 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.705349 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e2db2c4e-a682-4d9f-bf0f-1d7067cd642b req-b7b493e6-6332-4639-88c3-25cce9d618f1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.0647435 Jan 28 20:26:20.725122 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Publish callbacks [] for security_group (6d23bf05-7972-48d4-ab8c-83e75a48e26c), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.733239 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (6d23bf05-7972-48d4-ab8c-83e75a48e26c), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.744648 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:20.755258 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:26:20.767326 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (507d5cef-68d0-4931-95a7-607fad34d095), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.767841 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Added segment 507d5cef-68d0-4931-95a7-607fad34d095 of type vlan for network c196d635-9857-4a23-8d2b-cd3251e3bdf1 Jan 28 20:26:20.771050 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:20.778989 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:20.797624 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Publish callbacks [] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.799962 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'Port': ['ID=de2ae69f-d050-4cf5-bc80-3969a2f7c0a9,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:20.812731 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.867360 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23bf05-7972-48d4-ab8c-83e75a48e26c,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:20.890591 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (c196d635-9857-4a23-8d2b-cd3251e3bdf1), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.943152 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (c196d635-9857-4a23-8d2b-cd3251e3bdf1), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:20.945247 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:20.946243 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.048922 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7288771 Jan 28 20:26:21.052008 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39608) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:21.094245 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Request body: {'subnet': {'network_id': 'c196d635-9857-4a23-8d2b-cd3251e3bdf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-583293949-subnet', 'tenant_id': '981e159716e3459585eb332eed675515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:21.117323 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df23386-a356-4a82-b509-4851a17d20b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c196d635-9857-4a23-8d2b-cd3251e3bdf1,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.129973 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network c196d635-9857-4a23-8d2b-cd3251e3bdf1 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:26:21.132996 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba09a1-2bd0-469b-9a0c-90617ffad79b None None] Pushing event updated for resources: {'Port': ['ID=0346b19f-3a01-4382-a7c4-d2e71949a032,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.226269 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Made reservation on behalf of 981e159716e3459585eb332eed675515 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:21.241038 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.270228 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Attempting to bind port 0346b19f-3a01-4382-a7c4-d2e71949a032 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:21.270837 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Attempting to bind port 0346b19f-3a01-4382-a7c4-d2e71949a032 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:21.271402 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Attempting to bind port 0346b19f-3a01-4382-a7c4-d2e71949a032 on network e6189d54-a943-4614-aea9-0a741e80c5fa {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:21.277354 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:21.279498 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Checking segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:21.280393 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.281257 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Bound using segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:21.282005 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Bound port: 0346b19f-3a01-4382-a7c4-d2e71949a032, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:21.282590 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.340528 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (a8d63e12-e7e6-4784-956d-24bbabd2e7b6), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.403223 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] For port 0346b19f-3a01-4382-a7c4-d2e71949a032, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:21.410943 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] For port 0346b19f-3a01-4382-a7c4-d2e71949a032, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=0346b19f-3a01-4382-a7c4-d2e71949a032,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:21.415918 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.426521 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.483020 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:21.484099 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:21.487973 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-90584026-c9fa-4d74-9469-725a4f4caf54 req-b8a791e6-f8f8-4ccd-9fa9-395ef893c310 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.1219146 Jan 28 20:26:21.490152 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-e38729c8-6bc3-4892-a61f-7fe5cf1bd402 None None] Provisioning complete for port 0346b19f-3a01-4382-a7c4-d2e71949a032 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:21.502830 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e38729c8-6bc3-4892-a61f-7fe5cf1bd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.634560 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba09a1-2bd0-469b-9a0c-90617ffad79b None None] Pushing event updated for resources: {'Port': ['ID=0346b19f-3a01-4382-a7c4-d2e71949a032,revision_number=4']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.703905 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-e38729c8-6bc3-4892-a61f-7fe5cf1bd402 None None] Current status of the port 0346b19f-3a01-4382-a7c4-d2e71949a032 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:21.704310 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e38729c8-6bc3-4892-a61f-7fe5cf1bd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.746155 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device fc372ff8-af99-4ef6-b5c3-ea6182061015 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:21.790946 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for port (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.801602 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:21.805163 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.856993 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (0970740c-78ae-46ad-b7e2-323f23c9ebc4), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.880096 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-e38729c8-6bc3-4892-a61f-7fe5cf1bd402 None None] For port 0346b19f-3a01-4382-a7c4-d2e71949a032, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=0346b19f-3a01-4382-a7c4-d2e71949a032,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:21.905426 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'Port': ['ID=de2ae69f-d050-4cf5-bc80-3969a2f7c0a9,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.908532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (a8d63e12-e7e6-4784-956d-24bbabd2e7b6), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.918655 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e38729c8-6bc3-4892-a61f-7fe5cf1bd402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.933472 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-68398dc7-3cd9-42fb-9c67-c6fcae739f18 req-4098d36a-96e8-4c64-a9ab-24cb7123685b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.0631905 Jan 28 20:26:21.936063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.938671 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-3ffb8630-7eef-425d-8f1c-bfe087efee30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4860203 Jan 28 20:26:21.964354 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-57afe1bb-715d-482b-ac03-3073483cb1b9 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:21.971034 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-57afe1bb-715d-482b-ac03-3073483cb1b9 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 818 time: 0.8495893 Jan 28 20:26:21.975553 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0970740c-78ae-46ad-b7e2-323f23c9ebc4,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:21.984646 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port fc372ff8-af99-4ef6-b5c3-ea6182061015 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:21.985270 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:21.991211 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-cac5fc51-a272-49b1-b9c8-5bbefd69c5b5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/quotas/d0f6f9108399481680b96ea944fe5387 HTTP/1.1" status: 200 len: 375 time: 0.0192616 Jan 28 20:26:22.056051 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38729c8-6bc3-4892-a61f-7fe5cf1bd402 None None] Pushing event updated for resources: {'Port': ['ID=0346b19f-3a01-4382-a7c4-d2e71949a032,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:22.063147 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Checking segment: {'id': '507d5cef-68d0-4931-95a7-607fad34d095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c196d635-9857-4a23-8d2b-cd3251e3bdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:22.063726 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Network hostable DHCP agents. Network: c196d635-9857-4a23-8d2b-cd3251e3bdf1, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:26:22.070474 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-dad9ce17-fbfa-4567-8cb8-77e719014b49 None None] Provisioning complete for port 0346b19f-3a01-4382-a7c4-d2e71949a032 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:22.071092 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-dad9ce17-fbfa-4567-8cb8-77e719014b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.093063 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-d235a1c2-c4db-47d8-b73d-fd29db07c737 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008270 Jan 28 20:26:22.112130 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Network c196d635-9857-4a23-8d2b-cd3251e3bdf1 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:26:22.140558 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, c196d635-9857-4a23-8d2b-cd3251e3bdf1) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:22.146158 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.147507 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.154944 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9a3bb7-febf-4d83-a47f-e65e59cb2fa4 None None] Network c196d635-9857-4a23-8d2b-cd3251e3bdf1 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:22.275255 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-a390a3c7-62bd-46fa-a6be-730065f6cc8f service neutron] 10.222.0.59 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755097 Jan 28 20:26:22.290242 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:22.334579 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4c6c6aba-70f5-4b8d-b138-abdfce35d9e1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2671256 Jan 28 20:26:22.351096 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30ed547-783a-417f-999c-8dd01a05cabb None None] The sync data for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi is: [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:22.493004 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-0585a22a-7da1-4c67-a202-12fcf010a36d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--471163148&fields=id&tenant_id=51269d658f0540dab6086a21ebd9e00f HTTP/1.1" status: 200 len: 267 time: 0.0877695 Jan 28 20:26:22.509540 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Sync routers for ids ['05f2027e-11f7-4a82-83ca-83df503060d7'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:26:22.541811 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port fc372ff8-af99-4ef6-b5c3-ea6182061015 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:22.542742 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.564823 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-43f96f74-36cf-4417-914c-f9063fa5953c service neutron] 10.222.0.59 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807999 Jan 28 20:26:22.604037 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39666) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:22.625431 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Routers {'05f2027e-11f7-4a82-83ca-83df503060d7'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:22.626488 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['05f2027e-11f7-4a82-83ca-83df503060d7'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:22.682034 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffcdab7-a168-4575-b404-745bb5f53dd7 admin admin] Deleting subnet ce5c86ac-065f-43d1-a502-74cad079f7dc {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:26:22.686074 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0ffcdab7-a168-4575-b404-745bb5f53dd7 admin admin] Publish callbacks [] for subnet (ce5c86ac-065f-43d1-a502-74cad079f7dc), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.698299 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112ede-d275-43c9-8354-0193171b3894 req-96a3171d-075f-4f0e-b246-47267b40d70f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:22.705290 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-96a3171d-075f-4f0e-b246-47267b40d70f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 817 time: 0.1958442 Jan 28 20:26:22.709535 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4d6996-d322-4ba6-9fee-995d79f02f6a None None] Network c196d635-9857-4a23-8d2b-cd3251e3bdf1 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:26:22.714863 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port fc372ff8-af99-4ef6-b5c3-ea6182061015, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=fc372ff8-af99-4ef6-b5c3-ea6182061015,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:22.731983 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-9740260a-8482-4093-9920-61e590b675d7 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/quotas/51269d658f0540dab6086a21ebd9e00f HTTP/1.1" status: 200 len: 375 time: 0.0255151 Jan 28 20:26:22.733945 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0ffcdab7-a168-4575-b404-745bb5f53dd7 admin admin] Publish callbacks [] for subnet (ce5c86ac-065f-43d1-a502-74cad079f7dc), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.747688 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0ffcdab7-a168-4575-b404-745bb5f53dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (ce5c86ac-065f-43d1-a502-74cad079f7dc), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.757066 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.862691 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-5d409d37-ee79-47b1-9d4b-e270642b1498 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287513 Jan 28 20:26:22.863363 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0ffcdab7-a168-4575-b404-745bb5f53dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (ce5c86ac-065f-43d1-a502-74cad079f7dc), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.890186 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-dad9ce17-fbfa-4567-8cb8-77e719014b49 None None] Current status of the port 0346b19f-3a01-4382-a7c4-d2e71949a032 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:22.893271 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcdab7-a168-4575-b404-745bb5f53dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5c86ac-065f-43d1-a502-74cad079f7dc,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:22.897127 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0ffcdab7-a168-4575-b404-745bb5f53dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:22.904603 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-0ffcdab7-a168-4575-b404-745bb5f53dd7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ce5c86ac-065f-43d1-a502-74cad079f7dc HTTP/1.1" status: 204 len: 168 time: 0.2988610 Jan 28 20:26:22.906247 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39674) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:22.952785 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-458d7409-47ed-474b-ae66-3599801bcd09 req-69754f94-5bb1-4d79-98f0-4db164828401 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0793099 Jan 28 20:26:23.066289 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (038ccdaf-06d9-4961-ac8c-63dfce9a8ad6), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:23.102427 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-3cfe86fa-5c59-46d7-ac76-0563305a58af service neutron] 10.222.0.59 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388408 Jan 28 20:26:23.130356 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=fc372ff8-af99-4ef6-b5c3-ea6182061015,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:23.154046 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-80271697-0206-4601-8a62-d95f19ff8634 req-ac8554c9-b01a-40a4-a52d-9f00631e5681 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 210 time: 0.0498390 Jan 28 20:26:23.200097 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Set router 05f2027e-11f7-4a82-83ca-83df503060d7 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:23.295388 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-2bb2d1c5-9433-4c2d-8c39-c04828a51871 service neutron] 10.222.0.59 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800454 Jan 28 20:26:23.323914 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (038ccdaf-06d9-4961-ac8c-63dfce9a8ad6), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:23.365709 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3a5b5956-681b-4f0d-985b-f68a4751d44f req-90a9f395-549a-49e9-846d-cbf892512fce tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.0582986 Jan 28 20:26:23.380775 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.381239 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.382176 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.382662 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > port after_create 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.383303 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.384717 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > port after_update 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.385213 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.385678 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.387892 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.389064 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.581427 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-45fd004e-c6f2-48d1-a0d9-fb12763484c4 req-3179c66a-c711-4101-a4b8-fec877cef181 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 210 time: 0.0508542 Jan 28 20:26:23.630622 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 4, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port': {'id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:29:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:13Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3f5cdbd8-8c56-41d4-b168-55712f94cc74', 'name': '', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'mac_address': 'fa:16:3e:d5:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:16Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 2, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'subnets': [{'id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:23.664465 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Checking router: 05f2027e-11f7-4a82-83ca-83df503060d7 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:26:23.665032 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Updating router 05f2027e-11f7-4a82-83ca-83df503060d7 port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:26:23.715440 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:23.800816 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.801712 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.802223 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.802559 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:26:23.802921 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038ccdaf-06d9-4961-ac8c-63dfce9a8ad6']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:23.850156 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1ab213-9c28-48d9-b9b4-60e3f9e14372') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:23.850463 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1ab213-9c28-48d9-b9b4-60e3f9e14372') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:23.893152 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (5b1ab213-9c28-48d9-b9b4-60e3f9e14372), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:23.980559 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (5b1ab213-9c28-48d9-b9b4-60e3f9e14372), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:23.981787 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device fc372ff8-af99-4ef6-b5c3-ea6182061015 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:24.001304 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:26:24.001706 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (5b1ab213-9c28-48d9-b9b4-60e3f9e14372), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: from cryptography.utils import int_from_bytes Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: from cryptography.utils import int_from_bytes Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:26:24.005989 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:26:24.007747 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.42', 55862) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:24.143274 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (038ccdaf-06d9-4961-ac8c-63dfce9a8ad6), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.162678 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port fc372ff8-af99-4ef6-b5c3-ea6182061015 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:24.165075 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.194647 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.207189 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] 10.222.0.59 "DELETE /v2.0/networks/038ccdaf-06d9-4961-ac8c-63dfce9a8ad6 HTTP/1.1" status: 204 len: 168 time: 1.2996829 Jan 28 20:26:24.210146 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17310f5f-b573-458c-9d25-a1515d5604fd admin admin] Pushing event deleted for resources: {'Network': ['ID=038ccdaf-06d9-4961-ac8c-63dfce9a8ad6,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:24.211888 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39712) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:24.284313 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6cde7455-d1ea-4400-8930-7ca4f2f636f8 req-5e4a4639-476b-49c8-9c44-b8cd195a1859 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0894659 Jan 28 20:26:24.322451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-481bad83-b0af-4c9b-9453-39ab89310659 admin admin] Deleting subnet 0970740c-78ae-46ad-b7e2-323f23c9ebc4 {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:26:24.326028 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11645-0c2f-4782-b482-9256acf11347 req-01dde4d8-8cee-4d9e-9510-1b505a181a2a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:24.330120 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-01dde4d8-8cee-4d9e-9510-1b505a181a2a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 815 time: 0.3207583 Jan 28 20:26:24.331303 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-481bad83-b0af-4c9b-9453-39ab89310659 admin admin] Publish callbacks [] for subnet (0970740c-78ae-46ad-b7e2-323f23c9ebc4), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.379435 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-481bad83-b0af-4c9b-9453-39ab89310659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367772'] for subnet (0970740c-78ae-46ad-b7e2-323f23c9ebc4), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.422341 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f1f2a87c-2fb5-4865-b8dc-3679b347f8f0 req-77815980-bfba-425d-9655-c6bf4d82d082 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 210 time: 0.0384183 Jan 28 20:26:24.426410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-481bad83-b0af-4c9b-9453-39ab89310659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (0970740c-78ae-46ad-b7e2-323f23c9ebc4), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.469368 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.42', 55865) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:24.494222 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Publish callbacks [] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.503076 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.510394 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-481bad83-b0af-4c9b-9453-39ab89310659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25715837'] for subnet (0970740c-78ae-46ad-b7e2-323f23c9ebc4), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.513037 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Request body: {'port': {'device_id': 'bf9d2426-a27b-4214-b459-f1431e8cd865', 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'admin_state_up': True, 'tenant_id': 'd73cfa908e094fa0b8fbc1e550e29d20'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:24.548713 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-481bad83-b0af-4c9b-9453-39ab89310659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.556621 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-481bad83-b0af-4c9b-9453-39ab89310659 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0970740c-78ae-46ad-b7e2-323f23c9ebc4 HTTP/1.1" status: 204 len: 168 time: 0.3411827 Jan 28 20:26:24.557498 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39726) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:24.558407 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bad83-b0af-4c9b-9453-39ab89310659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0970740c-78ae-46ad-b7e2-323f23c9ebc4,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:24.622405 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a6dcc403-b60f-4654-9d18-e2450dae3c9e req-e655f5ae-8635-42e6-ac80-36e0568aab27 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.1772504 Jan 28 20:26:24.642833 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c308f5-515f-483b-9c14-88ac6755f76b None None] Pushing event updated for resources: {'Port': ['ID=3f5cdbd8-8c56-41d4-b168-55712f94cc74,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:24.650517 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port fc372ff8-af99-4ef6-b5c3-ea6182061015 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:24.651986 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 0346b19f-3a01-4382-a7c4-d2e71949a032 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:24.711533 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (c196d635-9857-4a23-8d2b-cd3251e3bdf1), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.821412 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Attempting to bind port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:24.822588 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Attempting to bind port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:24.823079 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Attempting to bind port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 on network 985d3604-0360-4ae4-846c-94a6045e656d {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:24.833419 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:24.833795 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Checking segment: {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:24.834361 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.834762 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Bound using segment: {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:24.836028 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Bound port: 3f5cdbd8-8c56-41d4-b168-55712f94cc74, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:24.836452 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.861148 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 0346b19f-3a01-4382-a7c4-d2e71949a032 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:24.862452 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.895558 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (c196d635-9857-4a23-8d2b-cd3251e3bdf1), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:24.928138 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.42', 55874) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:24.954718 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c196d635-9857-4a23-8d2b-cd3251e3bdf1']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:24.975527 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] For port 3f5cdbd8-8c56-41d4-b168-55712f94cc74, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:24.980459 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] For port 3f5cdbd8-8c56-41d4-b168-55712f94cc74, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3f5cdbd8-8c56-41d4-b168-55712f94cc74,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:24.989448 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507d5cef-68d0-4931-95a7-607fad34d095') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:24.989760 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507d5cef-68d0-4931-95a7-607fad34d095') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:24.994956 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.012496 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (507d5cef-68d0-4931-95a7-607fad34d095), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.046936 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (507d5cef-68d0-4931-95a7-607fad34d095), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.087902 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:26:25.088617 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (507d5cef-68d0-4931-95a7-607fad34d095), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:26:25.090759 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:26:25.108590 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 0346b19f-3a01-4382-a7c4-d2e71949a032 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:25.118796 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Routers {'05f2027e-11f7-4a82-83ca-83df503060d7'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:26:25.119434 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:26:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['05f2027e-11f7-4a82-83ca-83df503060d7'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:25.121460 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c308f5-515f-483b-9c14-88ac6755f76b None None] Pushing event updated for resources: {'Port': ['ID=3f5cdbd8-8c56-41d4-b168-55712f94cc74,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:25.186439 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1b54e133-f47a-46ab-89fe-5eac3c53aa3e req-25a6c438-2477-48c9-9247-b58610b56aed tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 210 time: 0.2765520 Jan 28 20:26:25.232662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Made reservation on behalf of d73cfa908e094fa0b8fbc1e550e29d20 for: {'port': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:25.238103 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.248512 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-14f734b8-7fec-4f30-9f0b-c234bf531097 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:25.250212 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-14f734b8-7fec-4f30-9f0b-c234bf531097 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.42 "GET /v2.0/networks?id=32455a2f-afe8-40db-a68b-0a5114a70c1b HTTP/1.1" status: 200 len: 812 time: 0.7594469 Jan 28 20:26:25.267204 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Request body: {'port': {'device_id': '45b405f1-b1ca-40f2-b5e4-bcb87f2737e5', 'network_id': '32455a2f-afe8-40db-a68b-0a5114a70c1b', 'admin_state_up': True, 'tenant_id': '97c5f9b9efd145cca6f89a538c9f0cad'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:25.373552 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.42', 55878) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:25.390724 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.42', 55879) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:25.397265 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] Set router 05f2027e-11f7-4a82-83ca-83df503060d7 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:26:25.444493 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (c196d635-9857-4a23-8d2b-cd3251e3bdf1), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.710065 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:25.744631 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c196d635-9857-4a23-8d2b-cd3251e3bdf1 HTTP/1.1" status: 204 len: 168 time: 1.1795514 Jan 28 20:26:25.884972 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa661e7-6981-4075-af0b-041915bf28a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c196d635-9857-4a23-8d2b-cd3251e3bdf1,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:25.903733 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3f5cdbd8-8c56-41d4-b168-55712f94cc74 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:25.937821 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-97df4510-5ccd-4a67-8a2c-97d4b9222f23 req-8dc0d9a6-d58c-4204-ac80-d208ae77c8cf tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.3418083 Jan 28 20:26:26.020933 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c5ee89b2-2eec-4fd9-b077-eca3e09977c3 req-96b77b61-a273-4e33-acc1-2586b5a28129 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 210 time: 0.4212739 Jan 28 20:26:26.034572 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Made reservation on behalf of 97c5f9b9efd145cca6f89a538c9f0cad for: {'port': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:26.038862 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:26.226889 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39804) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:26.250194 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-358452a1-1323-4525-992a-bed83f520e83 req-8567ea0a-4c8c-4002-bd94-3aeb051f0fbc tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.0939152 Jan 28 20:26:26.377238 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:26.378122 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:26.504122 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Allocated IP 172.20.0.5 (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b/f9b0cd93-a6e6-4217-8965-ee6f508e72a1/a7431330-e930-49ae-b76c-bf203d204d59) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:26.530594 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4b5133ff-6845-4481-a576-70a1e3f7a4e7 req-083b20d1-3ed8-46dc-8d63-1a4d8e5d8a31 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 210 time: 0.0866683 Jan 28 20:26:26.653797 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-83cc3aee-032f-49c1-a98e-816542913127 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c37d066d56be4d24a89781ff8691218e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4216907 Jan 28 20:26:26.668206 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39812) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:26.675041 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-3cdfea2d-0a62-41c6-a4f1-47088f975c17 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.677158 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-3cdfea2d-0a62-41c6-a4f1-47088f975c17 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 818 time: 1.6274009 Jan 28 20:26:26.715657 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Request body: {'port': {'device_id': '9f87e725-240c-4b00-836b-4e5e8a4f0916', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'admin_state_up': True, 'tenant_id': 'd0f6f9108399481680b96ea944fe5387'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:26.740510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-a6fe866c-38e2-48d3-a91d-2637ac7044f7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.742298 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-a6fe866c-38e2-48d3-a91d-2637ac7044f7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 818 time: 1.3674982 Jan 28 20:26:26.767488 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Request body: {'port': {'device_id': '0d03f1de-078d-4fff-aec4-7c91aaaa1eed', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'admin_state_up': True, 'tenant_id': 'd0f6f9108399481680b96ea944fe5387'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:26.774102 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:26.774499 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:26.782917 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112ede-d275-43c9-8354-0193171b3894 req-6d19f0b4-2ad3-498c-b3c8-b228c91cb0c8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:26.784838 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-6d19f0b4-2ad3-498c-b3c8-b228c91cb0c8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 817 time: 1.3804967 Jan 28 20:26:26.817334 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 4, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port': {'id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:13Z', 'updated_at': '2022-01-28T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3f5cdbd8-8c56-41d4-b168-55712f94cc74', 'name': '', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'mac_address': 'fa:16:3e:d5:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:16Z', 'updated_at': '2022-01-28T20:26:24Z', 'revision_number': 4, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'subnets': [{'id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:26:26.869557 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3902dc2-6533-4cb9-a50e-5e536fb9ffa0 None None] The sync data for ids ['05f2027e-11f7-4a82-83ca-83df503060d7'] in dv-cinder-826350-4-iscsi is: [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:26:17Z', 'revision_number': 4, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port': {'id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:13Z', 'updated_at': '2022-01-28T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3f5cdbd8-8c56-41d4-b168-55712f94cc74', 'name': '', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'mac_address': 'fa:16:3e:d5:78:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:16Z', 'updated_at': '2022-01-28T20:26:24Z', 'revision_number': 4, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'subnets': [{'id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:26:26.913712 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 3f5cdbd8-8c56-41d4-b168-55712f94cc74, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3f5cdbd8-8c56-41d4-b168-55712f94cc74,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:26.926624 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:26.985299 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Allocated IP 172.20.0.5 (32455a2f-afe8-40db-a68b-0a5114a70c1b/d4f5dbd7-4766-48f1-bd96-4152e901a4ad/2ecf8276-1c36-4e6c-99da-0f2b8a872774) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:27.110384 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=3f5cdbd8-8c56-41d4-b168-55712f94cc74,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:27.251569 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e24c3b30-3a82-4e70-9cc3-132d145bc239 req-00cb27f3-5192-4384-ac5a-5b81d6ababd9 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.1488261 Jan 28 20:26:27.362400 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-abdce2c0-004e-491e-baad-fbd4342d966d admin admin] Publish callbacks [] for security_group (54075803-4eef-4ff2-ad59-72dacc98e57c), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:27.395363 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2ae19875-2141-40ff-9496-fc23f08cbb48 req-a78770e4-0efa-45e9-919f-3dabaa9b299b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 210 time: 0.2494602 Jan 28 20:26:27.463652 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Made reservation on behalf of d0f6f9108399481680b96ea944fe5387 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:27.468659 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:27.586389 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-abdce2c0-004e-491e-baad-fbd4342d966d admin admin] Publish callbacks [] for security_group (54075803-4eef-4ff2-ad59-72dacc98e57c), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:27.703581 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3f5cdbd8-8c56-41d4-b168-55712f94cc74 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:27.824041 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Allocated IP 172.20.0.5 (985d3604-0360-4ae4-846c-94a6045e656d/e6c58de8-bfbe-4884-8ef8-c6fa223cd791/0b4a5fea-0598-489d-9e45-fc3ffbb44916) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:27.866325 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:27.867403 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:27.930817 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-71de6422-ee28-4180-bbcf-cd2add8577ee tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51269d658f0540dab6086a21ebd9e00f HTTP/1.1" status: 200 len: 379 time: 1.0823987 Jan 28 20:26:27.934019 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c125e501-dd0b-494f-98cb-26d78f56992a req-e6e25953-f7c5-40a9-bf44-309bb38cca16 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 210 time: 0.1632960 Jan 28 20:26:27.939525 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks [] for port (a7431330-e930-49ae-b76c-bf203d204d59), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:27.958901 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'port': {'device_id': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'admin_state_up': True, 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'security_groups': ['f78b093c-732d-4ca9-a0c2-1c83affd2335']}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:27.981074 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-94ba2381-d0b6-4149-bbee-64f944eda293 req-1ef297d9-613b-449b-a5dc-94c3cce8ad6c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 210 time: 0.5333250 Jan 28 20:26:27.992919 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (a7431330-e930-49ae-b76c-bf203d204d59), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.094408 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:28.241256 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Made reservation on behalf of d0f6f9108399481680b96ea944fe5387 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:28.244662 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.387686 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-abdce2c0-004e-491e-baad-fbd4342d966d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (54075803-4eef-4ff2-ad59-72dacc98e57c), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.391448 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-abdce2c0-004e-491e-baad-fbd4342d966d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.393360 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-abdce2c0-004e-491e-baad-fbd4342d966d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54075803-4eef-4ff2-ad59-72dacc98e57c HTTP/1.1" status: 204 len: 168 time: 1.6578226 Jan 28 20:26:28.402897 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Publish callbacks [] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.428220 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:28.517940 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:28.543250 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdce2c0-004e-491e-baad-fbd4342d966d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54075803-4eef-4ff2-ad59-72dacc98e57c,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:28.558546 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b40aa9af-c0da-4457-9054-33f30c1f0a4b req-2f84fcf0-8ca0-4953-921a-8ceebc647dad tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.1743517 Jan 28 20:26:28.565600 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:28.571023 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.572099 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.594416 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Made reservation on behalf of 51269d658f0540dab6086a21ebd9e00f for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:26:28.600658 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Pushing event updated for resources: {'Port': ['ID=a7431330-e930-49ae-b76c-bf203d204d59,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:28.608459 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.630642 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks [] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.685261 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-187067f6-9336-4359-b7b2-9702e44f888d req-95a3e127-8ab9-4b20-aa48-52f6f06471fd tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 210 time: 0.1072404 Jan 28 20:26:28.708636 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81f5ff70-0ad3-4ce7-85a5-3eede48a96b2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2191086 Jan 28 20:26:28.728087 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-8ebf85ca-95fa-49e6-8a0e-1aa252b0a6db tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:26:28.729690 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-8ebf85ca-95fa-49e6-8a0e-1aa252b0a6db tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097086 Jan 28 20:26:28.748141 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.907003 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Pushing event updated for resources: {'Port': ['ID=2ecf8276-1c36-4e6c-99da-0f2b8a872774,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:28.927269 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Network 32455a2f-afe8-40db-a68b-0a5114a70c1b is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:28.930915 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:28.936111 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:28.947906 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:28.952208 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:28.980205 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:29.003758 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-a428cd3d-a433-4f49-bcc6-352a50867bc6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7450981 Jan 28 20:26:29.129531 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 39916) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:29.312859 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c7c4ef9b-b4c3-4f48-8e75-a917bbdc0030 req-694db6f3-b769-455b-8980-4f287a0af216 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 210 time: 0.1042345 Jan 28 20:26:29.322424 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39926) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:29.337322 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Network 985d3604-0360-4ae4-846c-94a6045e656d is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:29.348662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Request body: {'port': {'device_id': 'bf9d2426-a27b-4214-b459-f1431e8cd865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:29.402847 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:29.430612 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Allocated IP 172.20.0.5 (e6189d54-a943-4614-aea9-0a741e80c5fa/066a16f9-e7c6-4d28-be35-de236a44ce95/37507c9d-22d6-4b55-b7be-87e04e27d5d1) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:29.432793 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:29.466081 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Allocated IP 172.20.0.2 (985d3604-0360-4ae4-846c-94a6045e656d/e6c58de8-bfbe-4884-8ef8-c6fa223cd791/54934fcd-603d-4abb-9727-1c1d86acb034) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:26:29.505966 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Pushing event updated for resources: {'Port': ['ID=0b4a5fea-0598-489d-9e45-fc3ffbb44916,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:29.643041 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.643716 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:29.773278 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Request body: {'port': {'device_id': '45b405f1-b1ca-40f2-b5e4-bcb87f2737e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:29.777778 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-da0bfb24-8399-4ee3-bab3-3dac459c3df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:29.831418 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-1e5cb286-cb5e-4a4d-a6a3-71568848b123 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=981e159716e3459585eb332eed675515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4923823 Jan 28 20:26:29.840621 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ca90fd48-76bb-47ee-aea7-05bdf5b1c7f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0805764 Jan 28 20:26:29.846497 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39946) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:29.940744 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Request body: {'port': {'device_id': '0d03f1de-078d-4fff-aec4-7c91aaaa1eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:29.972949 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (a7431330-e930-49ae-b76c-bf203d204d59), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:29.992034 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbcea4-ec3c-423f-9820-180f18d57f87 req-15d63394-01e2-437f-914b-b527bf2f2dcd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:29.999835 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-25fbcea4-ec3c-423f-9820-180f18d57f87 req-15d63394-01e2-437f-914b-b527bf2f2dcd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 931 time: 0.7163284 Jan 28 20:26:30.004727 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.055323 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b495b-2438-41a8-ae81-e959db97b591 req-19b337fa-41a0-4a82-b3e9-dbe263024afe tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:30.056757 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f24b495b-2438-41a8-ae81-e959db97b591 req-19b337fa-41a0-4a82-b3e9-dbe263024afe tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 931 time: 0.3139443 Jan 28 20:26:30.104725 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.119321 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.132550 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-62fb605f-656d-4253-9dc6-efadbd91c61a admin admin] Publish callbacks [] for security_group (6d23bf05-7972-48d4-ab8c-83e75a48e26c), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.165213 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-62fb605f-656d-4253-9dc6-efadbd91c61a admin admin] Publish callbacks [] for security_group (6d23bf05-7972-48d4-ab8c-83e75a48e26c), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.165439 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-da0bfb24-8399-4ee3-bab3-3dac459c3df8 admin admin] Publish callbacks [] for security_group (148a375b-d6e9-4ba9-ab44-a272b7a8f3f1), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.192637 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-da0bfb24-8399-4ee3-bab3-3dac459c3df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (148a375b-d6e9-4ba9-ab44-a272b7a8f3f1), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.240839 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-62fb605f-656d-4253-9dc6-efadbd91c61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (6d23bf05-7972-48d4-ab8c-83e75a48e26c), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.244935 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-62fb605f-656d-4253-9dc6-efadbd91c61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.246751 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-62fb605f-656d-4253-9dc6-efadbd91c61a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d23bf05-7972-48d4-ab8c-83e75a48e26c HTTP/1.1" status: 204 len: 168 time: 0.3978450 Jan 28 20:26:30.276266 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bfb24-8399-4ee3-bab3-3dac459c3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148a375b-d6e9-4ba9-ab44-a272b7a8f3f1,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:30.355389 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-25fbcea4-ec3c-423f-9820-180f18d57f87 req-e82b79ac-748b-4182-8b1c-173e88f673ac tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549452 Jan 28 20:26:30.565787 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks [] for port (54934fcd-603d-4abb-9727-1c1d86acb034), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.567825 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb605f-656d-4253-9dc6-efadbd91c61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d23bf05-7972-48d4-ab8c-83e75a48e26c,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:30.631955 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2764a344-f59f-4efc-8d1f-dd87cafb4bde req-4c6abc1e-e2df-4ab1-a829-005dc41e51ce tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 210 time: 0.1459334 Jan 28 20:26:30.639196 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:30.648466 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 39964) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:30.649214 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-da0bfb24-8399-4ee3-bab3-3dac459c3df8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=404a0bde3c33476e927a65d3d9ff80de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5170968 Jan 28 20:26:30.677867 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f24b495b-2438-41a8-ae81-e959db97b591 req-3c488639-35f9-4d92-915e-d2ede95491b2 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767200 Jan 28 20:26:31.087368 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Network e6189d54-a943-4614-aea9-0a741e80c5fa is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:31.114042 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:31.135239 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:31.143782 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-79e4457d-f57f-435d-a0e6-304de45892fd admin admin] Publish callbacks [] for security_group (148a375b-d6e9-4ba9-ab44-a272b7a8f3f1), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.149123 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'Port': ['ID=37507c9d-22d6-4b55-b7be-87e04e27d5d1,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:31.301134 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.315185 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecf8276-1c36-4e6c-99da-0f2b8a872774 {{(pid=102377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:31.332948 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Publish callbacks [] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.407459 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.provisioning_blocks [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Transition to ACTIVE for port object 2ecf8276-1c36-4e6c-99da-0f2b8a872774 will not be triggered until provisioned by entity L2. {{(pid=102377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:31.420819 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.480789 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecf8276-1c36-4e6c-99da-0f2b8a872774,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:31.537244 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf4cbb-b2b0-4442-90af-f12885b5b73b req-7dec766f-c879-45b8-8277-7cf7467b52e4 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.547629 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bbbf4cbb-b2b0-4442-90af-f12885b5b73b req-7dec766f-c879-45b8-8277-7cf7467b52e4 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 931 time: 0.7726960 Jan 28 20:26:31.643373 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:31.645605 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.650201 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Network 985d3604-0360-4ae4-846c-94a6045e656d is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:26:31.700632 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-12166bf1-e1dc-4228-b5e0-44ac162c3d0c None None] Provisioning complete for port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:31.702684 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-12166bf1-e1dc-4228-b5e0-44ac162c3d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.773513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-12166bf1-e1dc-4228-b5e0-44ac162c3d0c None None] Port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:26:31.822274 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4a5fea-0598-489d-9e45-fc3ffbb44916 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:31.830621 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Publish callbacks [] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.853683 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Transition to ACTIVE for port object 0b4a5fea-0598-489d-9e45-fc3ffbb44916 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:31.856595 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-79e4457d-f57f-435d-a0e6-304de45892fd admin admin] Publish callbacks [] for security_group (148a375b-d6e9-4ba9-ab44-a272b7a8f3f1), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.890177 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:26:31.898069 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:26:31.902871 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Pushing event updated for resources: {'Port': ['ID=54934fcd-603d-4abb-9727-1c1d86acb034,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:31.916092 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:31.985122 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40024) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:31.994764 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bbbf4cbb-b2b0-4442-90af-f12885b5b73b req-6d855db9-84f3-4fae-97c4-731080d0f1c0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4460702 Jan 28 20:26:32.001821 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-3b24682e-6d60-4fa9-992c-c348e68258a1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0468230 Jan 28 20:26:32.047846 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Request body: {'port': {'device_id': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:32.086321 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.086889 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.111405 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7431330-e930-49ae-b76c-bf203d204d59 {{(pid=102377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:32.144048 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-67463b3c-6dc4-4677-a09a-2e98b12b2917 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4412670 Jan 28 20:26:32.166786 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e9dc7-8494-410e-8d63-82503904eb04 req-14288170-61b8-4f74-95cd-d49f90cf1964 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.177051 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-898e9dc7-8494-410e-8d63-82503904eb04 req-14288170-61b8-4f74-95cd-d49f90cf1964 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 931 time: 0.5142832 Jan 28 20:26:32.178835 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a5fea-0598-489d-9e45-fc3ffbb44916,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:32.181979 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-79e4457d-f57f-435d-a0e6-304de45892fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (148a375b-d6e9-4ba9-ab44-a272b7a8f3f1), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.184620 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-79e4457d-f57f-435d-a0e6-304de45892fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.188091 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-79e4457d-f57f-435d-a0e6-304de45892fd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/148a375b-d6e9-4ba9-ab44-a272b7a8f3f1 HTTP/1.1" status: 204 len: 168 time: 1.4876091 Jan 28 20:26:32.189258 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Publish callbacks [] for port (a7431330-e930-49ae-b76c-bf203d204d59), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.192317 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Request body: {'port': {'device_id': '9f87e725-240c-4b00-836b-4e5e8a4f0916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:26:32.193317 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Attempting to bind port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:32.193672 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Attempting to bind port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '08e382a0-100c-4c75-baa0-d3d09ddd6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '32455a2f-afe8-40db-a68b-0a5114a70c1b'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:32.198574 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Attempting to bind port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 on network 32455a2f-afe8-40db-a68b-0a5114a70c1b {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:32.267901 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4457d-f57f-435d-a0e6-304de45892fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148a375b-d6e9-4ba9-ab44-a272b7a8f3f1,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:32.318772 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.348282 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 on network 32455a2f-afe8-40db-a68b-0a5114a70c1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:32.348282 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Attempting to bind port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 on network 32455a2f-afe8-40db-a68b-0a5114a70c1b {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:32.416561 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.provisioning_blocks [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Transition to ACTIVE for port object a7431330-e930-49ae-b76c-bf203d204d59 will not be triggered until provisioned by entity L2. {{(pid=102377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:32.427804 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (a7431330-e930-49ae-b76c-bf203d204d59), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.437473 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.470685 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-898e9dc7-8494-410e-8d63-82503904eb04 req-b276dc49-f640-4340-9fc3-235afe09234a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843709 Jan 28 20:26:32.470685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:32.470685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Checking segment: {'id': '08e382a0-100c-4c75-baa0-d3d09ddd6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '32455a2f-afe8-40db-a68b-0a5114a70c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:32.470685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Bound using segment: {'id': '08e382a0-100c-4c75-baa0-d3d09ddd6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '32455a2f-afe8-40db-a68b-0a5114a70c1b'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:32.470685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Bound port: 2ecf8276-1c36-4e6c-99da-0f2b8a872774, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e382a0-100c-4c75-baa0-d3d09ddd6d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '32455a2f-afe8-40db-a68b-0a5114a70c1b'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:32.470685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.478806 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c4e917bd-1b88-4fe7-81f0-1fdf8085e6b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.484350 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Attempting to bind port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:32.484726 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Attempting to bind port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:32.485062 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Attempting to bind port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 on network 985d3604-0360-4ae4-846c-94a6045e656d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:32.575229 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 on network 985d3604-0360-4ae4-846c-94a6045e656d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:32.575592 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Attempting to bind port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 on network 985d3604-0360-4ae4-846c-94a6045e656d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:32.663974 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:32.670272 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Checking segment: {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:32.677220 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Bound using segment: {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:32.677739 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Bound port: 0b4a5fea-0598-489d-9e45-fc3ffbb44916, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:32.678155 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:32.802618 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779f154-cf04-43d3-94aa-bf22fc3e2ca6 req-daa86ca9-85bf-4968-baea-318f7e4cf272 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.815889 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0779f154-cf04-43d3-94aa-bf22fc3e2ca6 req-daa86ca9-85bf-4968-baea-318f7e4cf272 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 931 time: 0.6752172 Jan 28 20:26:32.863409 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Pushing event updated for resources: {'Port': ['ID=a7431330-e930-49ae-b76c-bf203d204d59,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:32.933556 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7970cbc-8b97-45b0-86c2-667bb45e2d67 req-64de220e-c53d-4bd7-a07f-28e335916b2b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:32.942954 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d7970cbc-8b97-45b0-86c2-667bb45e2d67 req-64de220e-c53d-4bd7-a07f-28e335916b2b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.3098686 Jan 28 20:26:32.950998 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:26:33.047954 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0779f154-cf04-43d3-94aa-bf22fc3e2ca6 req-635b8439-ead4-4c8e-92b9-4e4b4a02bdd7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302909 Jan 28 20:26:33.158183 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] For port 2ecf8276-1c36-4e6c-99da-0f2b8a872774, host hv-cinder-82635, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:33.172478 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Attempting to bind port a7431330-e930-49ae-b76c-bf203d204d59 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:33.172478 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Attempting to bind port a7431330-e930-49ae-b76c-bf203d204d59 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:33.172478 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Attempting to bind port a7431330-e930-49ae-b76c-bf203d204d59 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:33.220581 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] For port 2ecf8276-1c36-4e6c-99da-0f2b8a872774, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2ecf8276-1c36-4e6c-99da-0f2b8a872774,segment=NetworkSegment(08e382a0-100c-4c75-baa0-d3d09ddd6d52),segment_id=08e382a0-100c-4c75-baa0-d3d09ddd6d52)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:33.274597 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d7970cbc-8b97-45b0-86c2-667bb45e2d67 req-2aeb8c1d-8267-4eec-9bfa-685154c0be90 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298340 Jan 28 20:26:33.280412 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.336202 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Port a7431330-e930-49ae-b76c-bf203d204d59 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:33.336542 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Attempting to bind port a7431330-e930-49ae-b76c-bf203d204d59 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:33.384575 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] For port 0b4a5fea-0598-489d-9e45-fc3ffbb44916, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:33.398951 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:33.399560 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Checking segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:33.399745 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Bound using segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} {{(pid=102377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:33.400218 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.managers [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Bound port: a7431330-e930-49ae-b76c-bf203d204d59, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'}}] {{(pid=102377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:33.401027 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (a7431330-e930-49ae-b76c-bf203d204d59), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.486614 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] For port 0b4a5fea-0598-489d-9e45-fc3ffbb44916, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:33.491862 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c761f-d65a-4300-9690-23969b2d08a6 req-185a3959-9a7b-4bb2-80cc-eeb9d7118b81 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:33.504963 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a64c761f-d65a-4300-9690-23969b2d08a6 req-185a3959-9a7b-4bb2-80cc-eeb9d7118b81 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 931 time: 0.2291787 Jan 28 20:26:33.601915 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.657812 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:33.658656 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.660649 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] 10.222.0.42 "PUT /v2.0/ports/2ecf8276-1c36-4e6c-99da-0f2b8a872774 HTTP/1.1" status: 200 len: 1093 time: 4.6481164 Jan 28 20:26:33.685252 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a64c761f-d65a-4300-9690-23969b2d08a6 req-18821560-4f7d-426b-8989-e61cb84903f6 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790991 Jan 28 20:26:33.685767 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b405f1-b1ca-40f2-b5e4-bcb87f2737e5', 'tag': '2ecf8276-1c36-4e6c-99da-0f2b8a872774'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:33.692753 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a5fea-0598-489d-9e45-fc3ffbb44916,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:33.823436 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:33.824067 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.825726 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-44a8f383-de3e-4554-9fc5-1b6a6bb2e2b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 200 len: 1093 time: 3.9291265 Jan 28 20:26:33.827793 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d03f1de-078d-4fff-aec4-7c91aaaa1eed', 'tag': '0b4a5fea-0598-489d-9e45-fc3ffbb44916'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:33.837595 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c4e917bd-1b88-4fe7-81f0-1fdf8085e6b3 admin admin] Publish callbacks [] for security_group (b17294de-9988-472d-9fd7-06533aac0525), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.869282 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c4e917bd-1b88-4fe7-81f0-1fdf8085e6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (b17294de-9988-472d-9fd7-06533aac0525), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:33.923990 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e917bd-1b88-4fe7-81f0-1fdf8085e6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17294de-9988-472d-9fd7-06533aac0525,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:34.109822 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2ded5-cd13-470b-aa90-4ef28126ffd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecf8276-1c36-4e6c-99da-0f2b8a872774,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:34.118859 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-c4e917bd-1b88-4fe7-81f0-1fdf8085e6b3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a856f63a19e146dc8a5ee18398dd248e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1282897 Jan 28 20:26:34.121274 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40094) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:34.186158 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54934fcd-603d-4abb-9727-1c1d86acb034 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:34.238823 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Publish callbacks [] for port (54934fcd-603d-4abb-9727-1c1d86acb034), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.293333 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-2631e43a-ce17-4e99-8016-22b98dd2cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.295644 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-2631e43a-ce17-4e99-8016-22b98dd2cdb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=97c5f9b9efd145cca6f89a538c9f0cad&device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 1127 time: 0.5202129 Jan 28 20:26:34.314078 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c5991-4a95-4101-86d0-dc5995196f48 req-e90cfa8e-5e31-4dd9-bcde-27b4c03d79b7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.321126 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d85c5991-4a95-4101-86d0-dc5995196f48 req-e90cfa8e-5e31-4dd9-bcde-27b4c03d79b7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.5182946 Jan 28 20:26:34.349121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] For port a7431330-e930-49ae-b76c-bf203d204d59, host hv-cinder-82635, cleared binding levels {{(pid=102377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:34.414063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ec1e3a43-0ddc-4360-ba3c-b94f116dc443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.423044 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-ec1e3a43-0ddc-4360-ba3c-b94f116dc443 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1127 time: 0.5000033 Jan 28 20:26:34.491228 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780115e6-0b6a-43c6-923b-a3986a3a60c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d03f1de-078d-4fff-aec4-7c91aaaa1eed", "tag": "0b4a5fea-0598-489d-9e45-fc3ffbb44916"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:34.532839 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] For port a7431330-e930-49ae-b76c-bf203d204d59, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=a7431330-e930-49ae-b76c-bf203d204d59,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:34.554048 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-5b0a47f1-f7b4-461a-8fc0-e73413dac1b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecf8276-1c36-4e6c-99da-0f2b8a872774 HTTP/1.1" status: 200 len: 217 time: 0.2056057 Jan 28 20:26:34.574764 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f" -d '{"events": [{"name": "network-changed", "server_uuid": "45b405f1-b1ca-40f2-b5e4-bcb87f2737e5", "tag": "2ecf8276-1c36-4e6c-99da-0f2b8a872774"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:34.603903 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (a7431330-e930-49ae-b76c-bf203d204d59), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.633391 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eeb70-3732-406d-9b29-92e03baa6129 req-c376b93c-de17-4d52-bff9-be166dededf4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.635654 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Transition to ACTIVE for port object 54934fcd-603d-4abb-9727-1c1d86acb034 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:34.637758 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-915eeb70-3732-406d-9b29-92e03baa6129 req-c376b93c-de17-4d52-bff9-be166dededf4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 931 time: 0.4190798 Jan 28 20:26:34.678105 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37507c9d-22d6-4b55-b7be-87e04e27d5d1 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:34.705995 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-99de66ab-9fd8-49c9-9e40-d3b0dfe469f8 admin admin] Publish callbacks [] for security_group (b17294de-9988-472d-9fd7-06533aac0525), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.710864 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Publish callbacks [] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.717787 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.721458 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-8e03d715-c645-46bb-a021-91a0f0dc53cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 200 len: 217 time: 0.2225859 Jan 28 20:26:34.811287 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Pushing event updated for resources: {'Port': ['ID=a7431330-e930-49ae-b76c-bf203d204d59,revision_number=3']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:34.842592 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Transition to ACTIVE for port object 37507c9d-22d6-4b55-b7be-87e04e27d5d1 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:26:34.854858 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d85c5991-4a95-4101-86d0-dc5995196f48 req-bb16cbdd-d1f5-4d29-be9e-84aaada7aef3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328481 Jan 28 20:26:34.875514 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.882061 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.882061 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-b7543723-0c01-4cdc-8177-d5645e7e7697 service neutron] 10.222.0.42 "PUT /v2.0/ports/a7431330-e930-49ae-b76c-bf203d204d59 HTTP/1.1" status: 200 len: 1093 time: 5.9194298 Jan 28 20:26:34.896059 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-99de66ab-9fd8-49c9-9e40-d3b0dfe469f8 admin admin] Publish callbacks [] for security_group (b17294de-9988-472d-9fd7-06533aac0525), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.901567 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:34.952764 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-4364efbd-7310-4b10-9230-cc38bf866cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:34.954404 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-4364efbd-7310-4b10-9230-cc38bf866cc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4f5dbd7-4766-48f1-bd96-4152e901a4ad HTTP/1.1" status: 200 len: 852 time: 0.3562944 Jan 28 20:26:35.000805 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Pushing event updated for resources: {'Port': ['ID=54934fcd-603d-4abb-9727-1c1d86acb034,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:35.169642 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-915eeb70-3732-406d-9b29-92e03baa6129 req-037542a5-0dd9-4ee5-b905-13bed12373d5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745356 Jan 28 20:26:35.185348 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-c34d8d20-b7f6-430f-8f0c-fda70b7f57a9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32455a2f-afe8-40db-a68b-0a5114a70c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1840909 Jan 28 20:26:35.300311 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-46052fff-30c4-4948-a89a-aa0571dcc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:35.301755 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-46052fff-30c4-4948-a89a-aa0571dcc740 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.5377474 Jan 28 20:26:35.398384 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Pushing event updated for resources: {'Port': ['ID=37507c9d-22d6-4b55-b7be-87e04e27d5d1,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:35.451342 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-9f2c8d36-0894-4cb8-925b-25fe2f96c7ca service neutron] 10.222.0.42 "GET /v2.0/networks/32455a2f-afe8-40db-a68b-0a5114a70c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428441 Jan 28 20:26:35.459499 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81293cac-7743-407b-ab84-e42645b27634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:35.461130 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-81293cac-7743-407b-ab84-e42645b27634 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 1127 time: 0.5200684 Jan 28 20:26:35.469252 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06c56a-53d4-468f-a9f3-9a3aa9aaa105 req-131cd0bd-56a9-4562-bec0-090bfba7d233 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:35.470837 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed06c56a-53d4-468f-a9f3-9a3aa9aaa105 req-131cd0bd-56a9-4562-bec0-090bfba7d233 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.4801636 Jan 28 20:26:35.488943 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-99de66ab-9fd8-49c9-9e40-d3b0dfe469f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (b17294de-9988-472d-9fd7-06533aac0525), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.491546 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-99de66ab-9fd8-49c9-9e40-d3b0dfe469f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:35.495103 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-99de66ab-9fd8-49c9-9e40-d3b0dfe469f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b17294de-9988-472d-9fd7-06533aac0525 HTTP/1.1" status: 204 len: 168 time: 1.3680215 Jan 28 20:26:35.520133 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-9a2d81ec-0e1d-416d-b3f5-5bedd4065373 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120014 Jan 28 20:26:35.559481 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de66ab-9fd8-49c9-9e40-d3b0dfe469f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17294de-9988-472d-9fd7-06533aac0525,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:35.570938 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed06c56a-53d4-468f-a9f3-9a3aa9aaa105 req-4edb26b9-cceb-4ed4-bb8c-1cc86e51a610 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943205 Jan 28 20:26:35.760230 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-23d2f56b-526e-457b-8469-1538f89cf4d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7431330-e930-49ae-b76c-bf203d204d59 HTTP/1.1" status: 200 len: 217 time: 0.2064347 Jan 28 20:26:35.817651 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71307ba3-d82d-40af-a7a0-74216a6eff4b req-3484f019-92ba-4e17-bc62-f47d0ffaabcc service neutron] 10.222.0.42 "GET /v2.0/networks/32455a2f-afe8-40db-a68b-0a5114a70c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658296 Jan 28 20:26:35.840724 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53fc1f-a2ce-449e-8105-d5356d71f1b3 x-openstack-request-id: req-7f53fc1f-a2ce-449e-8105-d5356d71f1b3 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:35.841149 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d03f1de-078d-4fff-aec4-7c91aaaa1eed", "tag": "0b4a5fea-0598-489d-9e45-fc3ffbb44916", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:35.841308 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f53fc1f-a2ce-449e-8105-d5356d71f1b3 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:35.841815 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d03f1de-078d-4fff-aec4-7c91aaaa1eed', 'tag': '0b4a5fea-0598-489d-9e45-fc3ffbb44916', 'status': 'completed', 'code': 200} Jan 28 20:26:35.846177 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-483a13c5-9622-454a-a7cf-2df484823ae6 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778745 Jan 28 20:26:35.864283 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11645-0c2f-4782-b482-9256acf11347 req-c298fc8e-1a2b-4a7f-81e8-0dd9209d3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:35.866327 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-c298fc8e-1a2b-4a7f-81e8-0dd9209d3a36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 200 len: 855 time: 0.0788012 Jan 28 20:26:35.875251 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Attempting to bind port 54934fcd-603d-4abb-9727-1c1d86acb034 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:35.875937 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Attempting to bind port 54934fcd-603d-4abb-9727-1c1d86acb034 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:35.876419 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Attempting to bind port 54934fcd-603d-4abb-9727-1c1d86acb034 on network 985d3604-0360-4ae4-846c-94a6045e656d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:35.928971 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-3ac83201-2850-49b4-9598-9fd3702c8101 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484588 Jan 28 20:26:35.955421 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8766cb9-effe-43cb-9e91-dd0530c8526d x-openstack-request-id: req-d8766cb9-effe-43cb-9e91-dd0530c8526d {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:35.955743 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b405f1-b1ca-40f2-b5e4-bcb87f2737e5", "tag": "2ecf8276-1c36-4e6c-99da-0f2b8a872774", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:35.956099 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d8766cb9-effe-43cb-9e91-dd0530c8526d {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:35.957563 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b405f1-b1ca-40f2-b5e4-bcb87f2737e5', 'tag': '2ecf8276-1c36-4e6c-99da-0f2b8a872774', 'status': 'completed', 'code': 200} Jan 28 20:26:35.972894 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Attempting to bind port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:26:35.973388 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Attempting to bind port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:26:35.973823 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Attempting to bind port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 on network e6189d54-a943-4614-aea9-0a741e80c5fa {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:35.987879 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Port 54934fcd-603d-4abb-9727-1c1d86acb034 on network 985d3604-0360-4ae4-846c-94a6045e656d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:35.988509 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Attempting to bind port 54934fcd-603d-4abb-9727-1c1d86acb034 on network 985d3604-0360-4ae4-846c-94a6045e656d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:36.018297 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 on network e6189d54-a943-4614-aea9-0a741e80c5fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:26:36.020386 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Attempting to bind port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 on network e6189d54-a943-4614-aea9-0a741e80c5fa {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:26:36.038792 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:36.039442 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Checking segment: {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:36.041053 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Bound using segment: {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:36.042569 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Bound port: 54934fcd-603d-4abb-9727-1c1d86acb034, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae111c9-e53d-46d7-a318-d14d5ebea2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:36.045709 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.106458 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:26:36.107583 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Checking segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:26:36.109343 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Bound using segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:26:36.111283 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Bound port: 37507c9d-22d6-4b55-b7be-87e04e27d5d1, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:26:36.112700 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.218661 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54dc6d-d0b1-4499-975e-4d9b9c0ce0a6 req-8c4ffa36-67d7-41e5-b6d4-e14a2650bf7f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.226063 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8f54dc6d-d0b1-4499-975e-4d9b9c0ce0a6 req-8c4ffa36-67d7-41e5-b6d4-e14a2650bf7f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.2936139 Jan 28 20:26:36.255942 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-f18a859d-c771-447e-b907-cb8b0ad3668f service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948029 Jan 28 20:26:36.340934 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-5206e3cc-9a8f-446a-96b2-6f9ebb3432f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.343261 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-5206e3cc-9a8f-446a-96b2-6f9ebb3432f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=97c5f9b9efd145cca6f89a538c9f0cad&device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 1127 time: 0.2644725 Jan 28 20:26:36.404869 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8f54dc6d-d0b1-4499-975e-4d9b9c0ce0a6 req-3c6eb639-c166-4afd-8337-7108c7de3e3e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776233 Jan 28 20:26:36.533123 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-22e4b6b2-4e77-490a-9374-1c8f6276b4f5 req-071b2f61-44c5-4394-8e7a-ea13f5e7dbd7 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748929 Jan 28 20:26:36.592831 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-803013b8-b671-4cf6-ad14-60fdeefac33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.644311 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] For port 54934fcd-603d-4abb-9727-1c1d86acb034, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:36.694290 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ff11645-0c2f-4782-b482-9256acf11347 req-0738d5e4-f624-40d0-957a-cba4a13dd1f1 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246228 Jan 28 20:26:36.725802 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40176) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:36.803483 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4965b859-1b35-4a08-8039-50aa914d4dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.820374 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-bd7b16f5-297e-4092-907a-e439ab992049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.822297 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-bd7b16f5-297e-4092-907a-e439ab992049 service neutron] 10.222.0.42 "GET /v2.0/networks?id=32455a2f-afe8-40db-a68b-0a5114a70c1b HTTP/1.1" status: 200 len: 913 time: 0.4552073 Jan 28 20:26:36.835281 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126f7c-ed87-4416-871a-167866cedda2 req-a725ce48-d4de-4fd6-8d56-322adbb73290 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.843334 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b5126f7c-ed87-4416-871a-167866cedda2 req-a725ce48-d4de-4fd6-8d56-322adbb73290 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.2449982 Jan 28 20:26:36.844386 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] For port 54934fcd-603d-4abb-9727-1c1d86acb034, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=54934fcd-603d-4abb-9727-1c1d86acb034,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:36.861893 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] For port 37507c9d-22d6-4b55-b7be-87e04e27d5d1, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:26:36.882650 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.912346 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] For port 37507c9d-22d6-4b55-b7be-87e04e27d5d1, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:26:36.928657 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-0bacefe0-e716-4d08-ab89-dcd7b11b5234 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ecf8276-1c36-4e6c-99da-0f2b8a872774 HTTP/1.1" status: 200 len: 217 time: 0.0804062 Jan 28 20:26:36.959716 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc719d4-98ed-4764-a0aa-677599082ae7 req-2f7e128c-b1b6-4390-a327-7583f3a37b98 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.963340 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:36.963833 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.965997 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] 10.222.0.42 "PUT /v2.0/ports/54934fcd-603d-4abb-9727-1c1d86acb034 HTTP/1.1" status: 200 len: 1093 time: 4.7881410 Jan 28 20:26:36.971523 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:36.976961 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1bc719d4-98ed-4764-a0aa-677599082ae7 req-2f7e128c-b1b6-4390-a327-7583f3a37b98 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 943 time: 0.2673450 Jan 28 20:26:37.034449 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.036651 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.038153 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] 10.222.0.42 "PUT /v2.0/ports/37507c9d-22d6-4b55-b7be-87e04e27d5d1 HTTP/1.1" status: 200 len: 1093 time: 4.9979951 Jan 28 20:26:37.040334 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-3c5e08b5-fa31-490b-b5c6-f5d3ec22f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.041798 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-3c5e08b5-fa31-490b-b5c6-f5d3ec22f831 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1127 time: 0.3890073 Jan 28 20:26:37.116328 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b5126f7c-ed87-4416-871a-167866cedda2 req-6faa8359-1966-4498-8579-59d4731c6b0b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708263 Jan 28 20:26:37.204257 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-d7bb9abf-d892-4af6-9b4d-a0713602d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.232469 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-d7bb9abf-d892-4af6-9b4d-a0713602d0bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d4f5dbd7-4766-48f1-bd96-4152e901a4ad HTTP/1.1" status: 200 len: 852 time: 0.2835526 Jan 28 20:26:37.256153 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0914f8a-0f03-4127-8197-2d49aacb0b2b service neutron] Pushing event updated for resources: {'Port': ['ID=54934fcd-603d-4abb-9727-1c1d86acb034,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:37.625001 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-95c6b8bf-3794-484a-bb87-4e17bcb180e7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=32455a2f-afe8-40db-a68b-0a5114a70c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2722788 Jan 28 20:26:37.644167 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4965b859-1b35-4a08-8039-50aa914d4dc8 admin admin] Publish callbacks [] for security_group (c1f988d8-b467-4d2e-a450-c299c064406d), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.661067 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1bc719d4-98ed-4764-a0aa-677599082ae7 req-f4bd7bc6-6c6c-4a06-acdb-776335964b44 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776571 Jan 28 20:26:37.673335 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4965b859-1b35-4a08-8039-50aa914d4dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c1f988d8-b467-4d2e-a450-c299c064406d), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.707412 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-c56b5cb7-e465-4bac-8347-00f662b538b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.708910 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-c56b5cb7-e465-4bac-8347-00f662b538b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 1127 time: 0.6660340 Jan 28 20:26:37.796409 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-820ba495-be7d-436a-b3ac-1e162457db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.798878 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-820ba495-be7d-436a-b3ac-1e162457db4b service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.7030313 Jan 28 20:26:37.800199 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52067-eb48-4e8a-b44f-f893fdd4e230 service neutron] Pushing event updated for resources: {'Port': ['ID=37507c9d-22d6-4b55-b7be-87e04e27d5d1,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:37.810171 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112ede-d275-43c9-8354-0193171b3894 req-0dec96b8-4815-41a2-b7ff-9cfd1e8263a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.812163 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-0dec96b8-4815-41a2-b7ff-9cfd1e8263a2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 1127 time: 0.6214247 Jan 28 20:26:37.843037 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f87e725-240c-4b00-836b-4e5e8a4f0916', 'tag': '54934fcd-603d-4abb-9727-1c1d86acb034'}, {'name': 'network-changed', 'server_uuid': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'tag': '37507c9d-22d6-4b55-b7be-87e04e27d5d1'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:37.845146 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4965b859-1b35-4a08-8039-50aa914d4dc8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57bb05b806354d82986fde6c49a8af27&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1115534 Jan 28 20:26:37.845888 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965b859-1b35-4a08-8039-50aa914d4dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f988d8-b467-4d2e-a450-c299c064406d,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:37.848748 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "9f87e725-240c-4b00-836b-4e5e8a4f0916", "tag": "54934fcd-603d-4abb-9727-1c1d86acb034"}, {"name": "network-changed", "server_uuid": "dd446032-56d9-4e84-abd4-85bc3acbc24b", "tag": "37507c9d-22d6-4b55-b7be-87e04e27d5d1"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:37.849837 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40196) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:37.879603 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0cb27-151d-4aba-b174-057701548756 req-afd4807f-1bea-4982-b90f-b128361ed58d tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.881775 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-63d0cb27-151d-4aba-b174-057701548756 req-afd4807f-1bea-4982-b90f-b128361ed58d tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.4988880 Jan 28 20:26:37.961063 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9d2426-a27b-4214-b459-f1431e8cd865', 'tag': 'a7431330-e930-49ae-b76c-bf203d204d59'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:37.963280 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20406d42-4738-4746-bda9-ca898a68e8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9d2426-a27b-4214-b459-f1431e8cd865", "tag": "a7431330-e930-49ae-b76c-bf203d204d59"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:37.982917 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406b77-bbf3-43b9-89b3-7a3ac85087d7 req-5af05a40-ec3c-497d-a90a-72598bf055ad tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:37.984405 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-43406b77-bbf3-43b9-89b3-7a3ac85087d7 req-5af05a40-ec3c-497d-a90a-72598bf055ad tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.1570146 Jan 28 20:26:37.986468 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9399fa32-10e9-4ecc-b726-9a9a91404bea admin admin] Publish callbacks [] for security_group (c1f988d8-b467-4d2e-a450-c299c064406d), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:37.990594 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-63d0cb27-151d-4aba-b174-057701548756 req-2db4909a-0fae-4252-9735-74e14f683c0b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995781 Jan 28 20:26:38.025921 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9399fa32-10e9-4ecc-b726-9a9a91404bea admin admin] Publish callbacks [] for security_group (c1f988d8-b467-4d2e-a450-c299c064406d), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.076208 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-43406b77-bbf3-43b9-89b3-7a3ac85087d7 req-8106119b-d58a-49f3-880c-5008ca4faaed tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833006 Jan 28 20:26:38.087440 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225b0782-9329-45a1-a61c-ed77a2f09b04 x-openstack-request-id: req-225b0782-9329-45a1-a61c-ed77a2f09b04 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:38.087788 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f87e725-240c-4b00-836b-4e5e8a4f0916", "tag": "54934fcd-603d-4abb-9727-1c1d86acb034", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd446032-56d9-4e84-abd4-85bc3acbc24b", "tag": "37507c9d-22d6-4b55-b7be-87e04e27d5d1", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:38.090236 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-225b0782-9329-45a1-a61c-ed77a2f09b04 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:38.093290 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f87e725-240c-4b00-836b-4e5e8a4f0916', 'tag': '54934fcd-603d-4abb-9727-1c1d86acb034', 'status': 'completed', 'code': 200} Jan 28 20:26:38.093554 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'tag': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'status': 'completed', 'code': 200} Jan 28 20:26:38.106266 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9399fa32-10e9-4ecc-b726-9a9a91404bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c1f988d8-b467-4d2e-a450-c299c064406d), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.109023 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9399fa32-10e9-4ecc-b726-9a9a91404bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.112890 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9399fa32-10e9-4ecc-b726-9a9a91404bea admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1f988d8-b467-4d2e-a450-c299c064406d HTTP/1.1" status: 204 len: 168 time: 0.2453396 Jan 28 20:26:38.119510 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399fa32-10e9-4ecc-b726-9a9a91404bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f988d8-b467-4d2e-a450-c299c064406d,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:38.164967 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e91f0-ce33-475a-a086-65e98d4f5e90 x-openstack-request-id: req-116e91f0-ce33-475a-a086-65e98d4f5e90 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:38.165685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9d2426-a27b-4214-b459-f1431e8cd865", "tag": "a7431330-e930-49ae-b76c-bf203d204d59", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:38.166327 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-116e91f0-ce33-475a-a086-65e98d4f5e90 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:38.167045 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9d2426-a27b-4214-b459-f1431e8cd865', 'tag': 'a7431330-e930-49ae-b76c-bf203d204d59', 'status': 'completed', 'code': 200} Jan 28 20:26:38.260889 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544d140-b273-4a46-ba00-e1cb33f5ed24 req-8de57747-6730-4df1-8915-01a2404455c2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.262386 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3544d140-b273-4a46-ba00-e1cb33f5ed24 req-8de57747-6730-4df1-8915-01a2404455c2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.0599065 Jan 28 20:26:38.321679 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3544d140-b273-4a46-ba00-e1cb33f5ed24 req-aff178c6-1f5b-447e-b444-6742ea0a3e30 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533965 Jan 28 20:26:38.449703 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40234) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:38.567052 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8365a0a0-6291-40dc-ba97-77d8b11ff436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.642406 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8365a0a0-6291-40dc-ba97-77d8b11ff436 admin admin] Publish callbacks [] for security_group (7f3f998d-7539-4534-bdf4-8f48ae3b7788), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.646283 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8365a0a0-6291-40dc-ba97-77d8b11ff436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7f3f998d-7539-4534-bdf4-8f48ae3b7788), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.684388 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8365a0a0-6291-40dc-ba97-77d8b11ff436 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae0b8431b86c4afca01d4cf3b2c8501f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335508 Jan 28 20:26:38.686921 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40252) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:38.693090 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365a0a0-6291-40dc-ba97-77d8b11ff436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f998d-7539-4534-bdf4-8f48ae3b7788,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:38.767379 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19d9-b3be-486a-822b-ca91d8f3cdcb admin admin] Publish callbacks [] for security_group (7f3f998d-7539-4534-bdf4-8f48ae3b7788), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.801831 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19d9-b3be-486a-822b-ca91d8f3cdcb admin admin] Publish callbacks [] for security_group (7f3f998d-7539-4534-bdf4-8f48ae3b7788), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.824780 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d548d4-1d80-47a5-ad6c-3efd22a5eb1b req-9751f2f9-90c4-44eb-b4eb-b814461ddf35 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:38.826844 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-37d548d4-1d80-47a5-ad6c-3efd22a5eb1b req-9751f2f9-90c4-44eb-b4eb-b814461ddf35 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 943 time: 0.0914698 Jan 28 20:26:38.891186 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19d9-b3be-486a-822b-ca91d8f3cdcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7f3f998d-7539-4534-bdf4-8f48ae3b7788), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.894323 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19d9-b3be-486a-822b-ca91d8f3cdcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:38.895570 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c9ca19d9-b3be-486a-822b-ca91d8f3cdcb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7f3f998d-7539-4534-bdf4-8f48ae3b7788 HTTP/1.1" status: 204 len: 168 time: 0.2075863 Jan 28 20:26:38.909045 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca19d9-b3be-486a-822b-ca91d8f3cdcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f998d-7539-4534-bdf4-8f48ae3b7788,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:38.933082 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-37d548d4-1d80-47a5-ad6c-3efd22a5eb1b req-e48ec917-4c3f-4fd6-929f-f4859114f532 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941699 Jan 28 20:26:38.956379 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d7e618ca-ae00-4097-aba7-20039b82aa1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:39.141215 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f914f5-a3c4-4157-863a-b8592b1c4b04 req-9b887a2b-1b6e-47ab-8c4b-2812819fc87a tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.148442 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06f914f5-a3c4-4157-863a-b8592b1c4b04 req-9b887a2b-1b6e-47ab-8c4b-2812819fc87a tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.0686853 Jan 28 20:26:39.213364 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06f914f5-a3c4-4157-863a-b8592b1c4b04 req-7cc21590-ce68-4ab3-9966-144ad2c49d3b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 Jan 28 20:26:39.269078 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022d043-7aba-46c6-834b-4ad660139008 req-3cec2e82-b260-459d-a5df-5a066a0c9b99 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.270761 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0022d043-7aba-46c6-834b-4ad660139008 req-3cec2e82-b260-459d-a5df-5a066a0c9b99 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.0928764 Jan 28 20:26:39.327498 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0022d043-7aba-46c6-834b-4ad660139008 req-d3f1ff37-0434-4ade-a4bd-ae460a836f30 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494125 Jan 28 20:26:39.387610 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-52571613-e934-4015-836d-d1502429c617 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 200 len: 217 time: 0.0425620 Jan 28 20:26:39.430751 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-71bb9178-d6e5-46aa-9efc-1a9c8200beae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54934fcd-603d-4abb-9727-1c1d86acb034 HTTP/1.1" status: 200 len: 217 time: 0.0841980 Jan 28 20:26:39.448552 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24300d9a-e32c-40d6-88ed-c18c36c78d89 req-7a9fc665-5d75-4f63-a032-8af60efe9cfd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.450156 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-24300d9a-e32c-40d6-88ed-c18c36c78d89 req-7a9fc665-5d75-4f63-a032-8af60efe9cfd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.0591142 Jan 28 20:26:39.516921 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-541674db-f0f5-4057-b47e-adc3096d14fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1 HTTP/1.1" status: 200 len: 217 time: 0.0553157 Jan 28 20:26:39.573804 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-38d1121c-1ce3-4db2-a0d5-b4e05c3be856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.575352 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-38d1121c-1ce3-4db2-a0d5-b4e05c3be856 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0561402 Jan 28 20:26:39.588259 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-24300d9a-e32c-40d6-88ed-c18c36c78d89 req-5bc5cc3b-279c-401e-9251-551ec77b86f6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326439 Jan 28 20:26:39.639599 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-11acaee7-ee98-452b-8b39-e1b53073f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.641138 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-11acaee7-ee98-452b-8b39-e1b53073f3a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 1127 time: 0.1096041 Jan 28 20:26:39.647112 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-d11e52a5-26f4-4081-976e-c9cf6874908b service neutron] 10.222.0.42 "GET /v2.0/networks/32455a2f-afe8-40db-a68b-0a5114a70c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841207 Jan 28 20:26:39.670183 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-e1a08c39-234c-442a-9aca-571b0957bd2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329983 Jan 28 20:26:39.702043 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-67c27896-6a84-4414-ab28-7970e5245820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.703655 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-67c27896-6a84-4414-ab28-7970e5245820 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.1856561 Jan 28 20:26:39.754236 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-fa7e4db5-402a-4ba9-b0e2-84fbdc1fca74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361891 Jan 28 20:26:39.840590 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-d94bf3b2-69db-4e1b-b755-9a5124548b7f service neutron] 10.222.0.42 "GET /v2.0/networks/32455a2f-afe8-40db-a68b-0a5114a70c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832926 Jan 28 20:26:39.842289 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-8310f6a6-9c2b-4e07-aef2-e870ab5f8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.844360 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-8310f6a6-9c2b-4e07-aef2-e870ab5f8c17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 916 time: 0.1957874 Jan 28 20:26:39.887875 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112ede-d275-43c9-8354-0193171b3894 req-f5dda59f-6a09-4ca6-8bd7-3ef74bbd715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.889310 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-f5dda59f-6a09-4ca6-8bd7-3ef74bbd715c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.3128927 Jan 28 20:26:39.904995 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-89a06419-28a9-4cf1-a849-62b853c5db50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7431330-e930-49ae-b76c-bf203d204d59 HTTP/1.1" status: 200 len: 217 time: 0.0432317 Jan 28 20:26:39.945749 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-b6799ffc-1e65-4b0d-879e-340a1d23e03f service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625795 Jan 28 20:26:39.967900 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-b75ead99-eba0-4ffa-b4a3-c271034534e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:39.969788 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-b75ead99-eba0-4ffa-b4a3-c271034534e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 200 len: 855 time: 0.0586612 Jan 28 20:26:40.005094 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-c5750f1c-718b-43c1-ab06-3c9c4cff2da8 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149917 Jan 28 20:26:40.031022 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-a2a87bd9-5319-4224-9010-7624b44f1f69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433176 Jan 28 20:26:40.033907 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:40.107969 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191ae26-bbb8-46f0-9431-40d089604cc2 req-07c61ab5-4c66-48a4-8d52-8e91f9f9f5cf tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.115978 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c191ae26-bbb8-46f0-9431-40d089604cc2 req-07c61ab5-4c66-48a4-8d52-8e91f9f9f5cf tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 943 time: 0.0715868 Jan 28 20:26:40.242207 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c191ae26-bbb8-46f0-9431-40d089604cc2 req-9d078aba-8b46-48a0-8357-b92ca16dfce4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093709 Jan 28 20:26:40.308855 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82112ede-d275-43c9-8354-0193171b3894 req-0b81d146-cce1-4a25-9979-abd8d759dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.315282 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-0b81d146-cce1-4a25-9979-abd8d759dd83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4146869 Jan 28 20:26:40.328345 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-25890351-0bd3-4a94-94e6-f25cf18e1f57 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146132 Jan 28 20:26:40.455161 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-780115e6-0b6a-43c6-923b-a3986a3a60c3 req-3ac179c0-a63f-46a4-8c73-75fbe3b8cc8e service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004041 Jan 28 20:26:40.476725 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac9067-5647-42fb-8ec6-e45e4ee5d013 req-7e474482-e33b-4a49-9b77-9804461fdc5a tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.490413 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5aac9067-5647-42fb-8ec6-e45e4ee5d013 req-7e474482-e33b-4a49-9b77-9804461fdc5a tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.1421926 Jan 28 20:26:40.522040 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d1ac7cf4-7d58-432b-a8f2-0ea19f2d2dc6 req-d985f09a-9487-42e7-b863-2166fd79140f service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816494 Jan 28 20:26:40.605624 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-1fbb1b5f-e969-476f-96ed-817ac6f09115 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850500 Jan 28 20:26:40.664931 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5aac9067-5647-42fb-8ec6-e45e4ee5d013 req-83ccadce-3a55-404d-847b-79af0f373bd8 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736050 Jan 28 20:26:40.700901 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4252389-0000-4a27-a7fd-f6be2eca5619 req-4fc654a7-7a4f-4594-b3be-941e83223f37 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.702977 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d4252389-0000-4a27-a7fd-f6be2eca5619 req-4fc654a7-7a4f-4594-b3be-941e83223f37 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.2105441 Jan 28 20:26:40.776334 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20406d42-4738-4746-bda9-ca898a68e8d1 req-e486a1d8-7d5e-473d-9e98-2fda6ea2edad service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329242 Jan 28 20:26:40.812181 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-4ac3b0c5-5bab-4a7f-a32a-a9b9b6371fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.813716 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-4ac3b0c5-5bab-4a7f-a32a-a9b9b6371fd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 1127 time: 0.2068079 Jan 28 20:26:40.831124 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-82112ede-d275-43c9-8354-0193171b3894 req-0fa2122e-287a-4444-821d-5c7ca3d11f04 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096217 Jan 28 20:26:40.832562 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d4252389-0000-4a27-a7fd-f6be2eca5619 req-4a45f456-ebee-40d1-a6c0-60dd17160bce tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240268 Jan 28 20:26:40.887684 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d5399-a369-49ce-b0a8-51fc93a6261e req-a28ff741-e44d-4f9c-b78a-eeca92b5903a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.896169 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-348d5399-a369-49ce-b0a8-51fc93a6261e req-a28ff741-e44d-4f9c-b78a-eeca92b5903a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.1225781 Jan 28 20:26:40.952167 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-348d5399-a369-49ce-b0a8-51fc93a6261e req-63567cca-88f0-40ef-97b8-14c60f803e5e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550499 Jan 28 20:26:40.965611 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-70f73bef-8b6f-4d30-8ebd-130b39f98f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:40.976875 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40382) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:40.978262 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-70f73bef-8b6f-4d30-8ebd-130b39f98f93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.1362793 Jan 28 20:26:41.025995 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-ee33510b-191e-4c2b-a84d-0712371b1a39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54934fcd-603d-4abb-9727-1c1d86acb034 HTTP/1.1" status: 200 len: 217 time: 0.0468731 Jan 28 20:26:41.079017 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-294b6dda-3d56-4193-9305-5878b1f47cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.080567 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-294b6dda-3d56-4193-9305-5878b1f47cd8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0483572 Jan 28 20:26:41.113014 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-92de4a07-1bb4-4090-a0f8-4b2c2ddf6dc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261576 Jan 28 20:26:41.195522 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-29ec3b0e-9ef9-41a5-8a30-3d7fe523cf90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.208841 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-7a5c0607-2a2e-44ff-9ae6-7faf4c5f4b43 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898986 Jan 28 20:26:41.272939 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-29ec3b0e-9ef9-41a5-8a30-3d7fe523cf90 admin admin] Publish callbacks [] for security_group (d434eaab-e71f-4398-aa5e-4297e7ce935c), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.279120 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-29ec3b0e-9ef9-41a5-8a30-3d7fe523cf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (d434eaab-e71f-4398-aa5e-4297e7ce935c), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.329413 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40400) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:41.330073 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-29ec3b0e-9ef9-41a5-8a30-3d7fe523cf90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c34b3dcdedf48b08543653b42c40c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520396 Jan 28 20:26:41.330833 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec3b0e-9ef9-41a5-8a30-3d7fe523cf90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d434eaab-e71f-4398-aa5e-4297e7ce935c,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:41.384169 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-1006ec12-32b6-444c-8f65-897799f4603f service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690161 Jan 28 20:26:41.409382 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-10e76ad2-4164-45c9-817e-d653b6649ff4 admin admin] Publish callbacks [] for security_group (d434eaab-e71f-4398-aa5e-4297e7ce935c), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.420531 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755d10b-e1c8-474e-bfe2-368ac6746deb req-f79d420f-26a7-4e12-8e18-3da8dd4c0ff1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.422402 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f755d10b-e1c8-474e-bfe2-368ac6746deb req-f79d420f-26a7-4e12-8e18-3da8dd4c0ff1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 943 time: 0.0759132 Jan 28 20:26:41.444160 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-10e76ad2-4164-45c9-817e-d653b6649ff4 admin admin] Publish callbacks [] for security_group (d434eaab-e71f-4398-aa5e-4297e7ce935c), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.448580 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.478212 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f755d10b-e1c8-474e-bfe2-368ac6746deb req-f2cce4a1-3d5a-44bc-9869-cc5152896f48 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Jan 28 20:26:41.523761 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-56b71cf3-3d8e-43c4-9bc8-fa140de05e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.525279 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-56b71cf3-3d8e-43c4-9bc8-fa140de05e05 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 1127 time: 0.0789039 Jan 28 20:26:41.581295 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-10e76ad2-4164-45c9-817e-d653b6649ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (d434eaab-e71f-4398-aa5e-4297e7ce935c), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.584076 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-10e76ad2-4164-45c9-817e-d653b6649ff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.585358 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-10e76ad2-4164-45c9-817e-d653b6649ff4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d434eaab-e71f-4398-aa5e-4297e7ce935c HTTP/1.1" status: 204 len: 168 time: 0.2537405 Jan 28 20:26:41.605415 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e76ad2-4164-45c9-817e-d653b6649ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d434eaab-e71f-4398-aa5e-4297e7ce935c,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:41.643538 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-737ddfb8-e51a-4b87-833a-9daee65cdf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.645435 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-737ddfb8-e51a-4b87-833a-9daee65cdf0c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 918 time: 0.1124971 Jan 28 20:26:41.647582 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40414) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:41.707899 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-51adc955-57ab-4821-9478-06673ce975d6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1 HTTP/1.1" status: 200 len: 217 time: 0.0524142 Jan 28 20:26:41.776782 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-fe72b970-b410-4f62-9101-efd568cf614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.778318 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-fe72b970-b410-4f62-9101-efd568cf614b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.0634716 Jan 28 20:26:41.818185 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0b511-d12b-4a3c-a011-f92824412cb7 req-0c5194bd-be63-4c48-90f6-70295aea1e81 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.824451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0d72c4ae-3821-4ef8-a4a0-cf53e049679a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:41.826572 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57f0b511-d12b-4a3c-a011-f92824412cb7 req-0c5194bd-be63-4c48-90f6-70295aea1e81 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.0759931 Jan 28 20:26:41.868583 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-3cf6d14e-1994-4947-af18-6ad47fb4a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:41.870095 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-3cf6d14e-1994-4947-af18-6ad47fb4a09e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845819 Jan 28 20:26:41.897944 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57f0b511-d12b-4a3c-a011-f92824412cb7 req-fefbdbc7-ae05-4280-ba6c-694fd29ee61f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603106 Jan 28 20:26:42.011065 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003bbbd-f880-4b7c-ab7a-a81c6bac3050 req-b70e0643-c57a-4952-910c-c3007ada5f49 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.013279 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1003bbbd-f880-4b7c-ab7a-a81c6bac3050 req-b70e0643-c57a-4952-910c-c3007ada5f49 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.0746803 Jan 28 20:26:42.029388 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0d72c4ae-3821-4ef8-a4a0-cf53e049679a admin admin] Publish callbacks [] for security_group (e59b855f-fb95-4fca-8558-4f48d9490994), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.055936 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0d72c4ae-3821-4ef8-a4a0-cf53e049679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (e59b855f-fb95-4fca-8558-4f48d9490994), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.097332 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-8784000d-050b-47bb-ae09-1dd486497c8e service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177436 Jan 28 20:26:42.097991 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40438) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:42.103014 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72c4ae-3821-4ef8-a4a0-cf53e049679a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59b855f-fb95-4fca-8558-4f48d9490994,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:42.140327 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-87c1a05a-2e4b-4c61-bfd5-8de0396cc8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.146500 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-0d72c4ae-3821-4ef8-a4a0-cf53e049679a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70e529c7a87c4c27b7dcec654276773c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976523 Jan 28 20:26:42.150141 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1003bbbd-f880-4b7c-ab7a-a81c6bac3050 req-50eced30-2159-4833-a8ee-907e1bef60d9 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246758 Jan 28 20:26:42.151824 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40442) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:42.188925 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba72e4-ac91-4fbb-844a-6319ef5fb4d1 req-7b5b3528-079a-49bb-8160-97c524b7c75f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.190465 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e9ba72e4-ac91-4fbb-844a-6319ef5fb4d1 req-7b5b3528-079a-49bb-8160-97c524b7c75f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.1310215 Jan 28 20:26:42.254356 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2b2412d8-2573-4cd2-b9b0-f91a7df09cbb req-90141646-0482-4502-86db-1179eaa2f2b0 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367056 Jan 28 20:26:42.257973 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb20e-47c0-46e5-b8d5-d0b7ff7cdc52 admin admin] Publish callbacks [] for security_group (e59b855f-fb95-4fca-8558-4f48d9490994), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.283091 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e9ba72e4-ac91-4fbb-844a-6319ef5fb4d1 req-47fc2b6b-99dc-4ee2-88e6-cd533953a5a3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784378 Jan 28 20:26:42.295426 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-87c1a05a-2e4b-4c61-bfd5-8de0396cc8a4 admin admin] Publish callbacks [] for security_group (da4eeb67-73a2-4cc3-b52f-1f18e6d4d01f), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.296567 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb20e-47c0-46e5-b8d5-d0b7ff7cdc52 admin admin] Publish callbacks [] for security_group (e59b855f-fb95-4fca-8558-4f48d9490994), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.301176 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-87c1a05a-2e4b-4c61-bfd5-8de0396cc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (da4eeb67-73a2-4cc3-b52f-1f18e6d4d01f), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.346273 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-87c1a05a-2e4b-4c61-bfd5-8de0396cc8a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69809bb58f744fa08043c16734f51e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371340 Jan 28 20:26:42.346273 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1a05a-2e4b-4c61-bfd5-8de0396cc8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4eeb67-73a2-4cc3-b52f-1f18e6d4d01f,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:42.347086 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40444) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:42.365092 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb20e-47c0-46e5-b8d5-d0b7ff7cdc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (e59b855f-fb95-4fca-8558-4f48d9490994), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.368182 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5f1cb20e-47c0-46e5-b8d5-d0b7ff7cdc52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.372171 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-5f1cb20e-47c0-46e5-b8d5-d0b7ff7cdc52 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e59b855f-fb95-4fca-8558-4f48d9490994 HTTP/1.1" status: 204 len: 168 time: 0.2057049 Jan 28 20:26:42.380008 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1cb20e-47c0-46e5-b8d5-d0b7ff7cdc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59b855f-fb95-4fca-8558-4f48d9490994,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:42.416978 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-de94f25f-6f3f-41fc-a7c7-e42a82671908 admin admin] Publish callbacks [] for security_group (da4eeb67-73a2-4cc3-b52f-1f18e6d4d01f), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.440442 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-de94f25f-6f3f-41fc-a7c7-e42a82671908 admin admin] Publish callbacks [] for security_group (da4eeb67-73a2-4cc3-b52f-1f18e6d4d01f), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.495085 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-de94f25f-6f3f-41fc-a7c7-e42a82671908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (da4eeb67-73a2-4cc3-b52f-1f18e6d4d01f), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.498006 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-de94f25f-6f3f-41fc-a7c7-e42a82671908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.501019 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-de94f25f-6f3f-41fc-a7c7-e42a82671908 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/da4eeb67-73a2-4cc3-b52f-1f18e6d4d01f HTTP/1.1" status: 204 len: 168 time: 0.1501467 Jan 28 20:26:42.510058 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94f25f-6f3f-41fc-a7c7-e42a82671908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4eeb67-73a2-4cc3-b52f-1f18e6d4d01f,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:42.632539 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8895e0c-6cc1-416a-9894-c1f6452d1b0a req-93515ca0-df3b-44b6-aa2e-db52c25930e5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:42.642067 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c8895e0c-6cc1-416a-9894-c1f6452d1b0a req-93515ca0-df3b-44b6-aa2e-db52c25930e5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 943 time: 0.0719976 Jan 28 20:26:42.701461 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c8895e0c-6cc1-416a-9894-c1f6452d1b0a req-ffc7d98c-6768-4a40-b065-b88c3c8f4b6d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532918 Jan 28 20:26:42.897954 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:42.914619 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40464) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:42.931561 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d51b5f02-0589-44d3-8b75-fb088f52cad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.061582 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d51b5f02-0589-44d3-8b75-fb088f52cad5 admin admin] Publish callbacks [] for security_group (8d7245e0-8d82-4dcb-93e1-eedd8189770f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.079971 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf3009-daea-41b6-844f-66a6e032cabd req-65ab7004-6c1b-4ff5-85a1-7816024147c1 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.081489 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8bdf3009-daea-41b6-844f-66a6e032cabd req-65ab7004-6c1b-4ff5-85a1-7816024147c1 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.1019511 Jan 28 20:26:43.082642 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d51b5f02-0589-44d3-8b75-fb088f52cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (8d7245e0-8d82-4dcb-93e1-eedd8189770f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.140554 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-d51b5f02-0589-44d3-8b75-fb088f52cad5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f62a9b3b181145e3b6a149b7c1536cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246478 Jan 28 20:26:43.143249 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40480) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:43.144001 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b5f02-0589-44d3-8b75-fb088f52cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7245e0-8d82-4dcb-93e1-eedd8189770f,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:43.173225 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8bdf3009-daea-41b6-844f-66a6e032cabd req-f164be5f-be7c-4ee6-a3d0-0357471041e4 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807974 Jan 28 20:26:43.212044 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-614bbac0-4af3-44c6-a927-f3b85a37b0e7 admin admin] Publish callbacks [] for security_group (8d7245e0-8d82-4dcb-93e1-eedd8189770f), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.243315 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-614bbac0-4af3-44c6-a927-f3b85a37b0e7 admin admin] Publish callbacks [] for security_group (8d7245e0-8d82-4dcb-93e1-eedd8189770f), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.306763 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-614bbac0-4af3-44c6-a927-f3b85a37b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (8d7245e0-8d82-4dcb-93e1-eedd8189770f), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.318225 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-614bbac0-4af3-44c6-a927-f3b85a37b0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:43.322494 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-614bbac0-4af3-44c6-a927-f3b85a37b0e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d7245e0-8d82-4dcb-93e1-eedd8189770f HTTP/1.1" status: 204 len: 168 time: 0.1759942 Jan 28 20:26:43.351502 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614bbac0-4af3-44c6-a927-f3b85a37b0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7245e0-8d82-4dcb-93e1-eedd8189770f,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:43.392665 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73880769-738f-40c5-82d8-a9f3862f5633 req-f660cdf2-4a81-4ec8-9a4c-961f553d37a7 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.404201 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-73880769-738f-40c5-82d8-a9f3862f5633 req-f660cdf2-4a81-4ec8-9a4c-961f553d37a7 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.1323335 Jan 28 20:26:43.496758 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-73880769-738f-40c5-82d8-a9f3862f5633 req-4fc4d509-3105-4df6-8e11-14d47505554e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897193 Jan 28 20:26:43.514112 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c18dbe-1c13-4b51-9b5c-e7dc4b2e0bcf req-dad9310e-73fc-4865-9baa-8d846a4c5ee2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.515630 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-69c18dbe-1c13-4b51-9b5c-e7dc4b2e0bcf req-dad9310e-73fc-4865-9baa-8d846a4c5ee2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.0978298 Jan 28 20:26:43.598698 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-69c18dbe-1c13-4b51-9b5c-e7dc4b2e0bcf req-11f97435-08a6-48d6-b947-c64d98e55c5c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772598 Jan 28 20:26:43.811782 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac51b18-be77-44da-80dd-99231cadd85f req-63330649-3dcb-4712-964e-7abb6b63fa50 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:43.813457 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fac51b18-be77-44da-80dd-99231cadd85f req-63330649-3dcb-4712-964e-7abb6b63fa50 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 943 time: 0.0561275 Jan 28 20:26:43.863134 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fac51b18-be77-44da-80dd-99231cadd85f req-7e994ead-48fd-4379-96d1-f2ebf955412a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Jan 28 20:26:44.320686 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cf697-5e67-4e41-a0b8-0aa80e90b3da req-ce8e4384-a905-4839-a722-278a0c5fc82f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.322668 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c9cf697-5e67-4e41-a0b8-0aa80e90b3da req-ce8e4384-a905-4839-a722-278a0c5fc82f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.0701575 Jan 28 20:26:44.390341 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c9cf697-5e67-4e41-a0b8-0aa80e90b3da req-b6ea64c9-0af4-43f3-b957-fdf26bd1c4c7 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Jan 28 20:26:44.655293 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66ebdd-6595-4fd2-a5f6-fde7a7ae854b req-91b18be7-f048-4579-a47f-becc0aa00fca tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.657379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9a66ebdd-6595-4fd2-a5f6-fde7a7ae854b req-91b18be7-f048-4579-a47f-becc0aa00fca tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.0657964 Jan 28 20:26:44.751735 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9a66ebdd-6595-4fd2-a5f6-fde7a7ae854b req-52e5513c-3cc8-4cad-a6b7-14b5cba883c8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804548 Jan 28 20:26:44.777948 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf57c16-fb11-4b70-a89b-24d4b8fe69d9 req-de589df9-c6be-433b-9211-512f65c836a5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.779523 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2bf57c16-fb11-4b70-a89b-24d4b8fe69d9 req-de589df9-c6be-433b-9211-512f65c836a5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.0911939 Jan 28 20:26:44.831195 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2bf57c16-fb11-4b70-a89b-24d4b8fe69d9 req-4467e231-73f8-4d86-b6a4-80e53058589c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455446 Jan 28 20:26:44.996293 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967533ef-9fa2-4c73-aa56-3e64fe762973 req-327ee2dc-8b21-491c-aa59-0062aa2da867 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:44.998473 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-967533ef-9fa2-4c73-aa56-3e64fe762973 req-327ee2dc-8b21-491c-aa59-0062aa2da867 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 943 time: 0.0658321 Jan 28 20:26:45.005459 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40628) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:45.053115 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-967533ef-9fa2-4c73-aa56-3e64fe762973 req-82ea5b46-34a6-442a-9592-fe3930b013c8 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 Jan 28 20:26:45.135266 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0c66276f-cf42-48fb-8d53-2807b750a007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.213910 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0c66276f-cf42-48fb-8d53-2807b750a007 admin admin] Publish callbacks [] for security_group (a2749e5d-9e0b-4255-9c8c-1b51a6db7eaa), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.218897 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0c66276f-cf42-48fb-8d53-2807b750a007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a2749e5d-9e0b-4255-9c8c-1b51a6db7eaa), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.256280 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-0c66276f-cf42-48fb-8d53-2807b750a007 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f5ba4d58b07547f6ade2d220b99c7539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496901 Jan 28 20:26:45.257692 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40638) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:45.258126 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66276f-cf42-48fb-8d53-2807b750a007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2749e5d-9e0b-4255-9c8c-1b51a6db7eaa,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:45.259442 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40640) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:45.309585 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8ea34e9e-1731-45b5-b564-465531978a59 admin admin] Publish callbacks [] for security_group (a2749e5d-9e0b-4255-9c8c-1b51a6db7eaa), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.330301 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8ea34e9e-1731-45b5-b564-465531978a59 admin admin] Publish callbacks [] for security_group (a2749e5d-9e0b-4255-9c8c-1b51a6db7eaa), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.371586 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bac896c7-c063-4223-83b3-abf1af58dddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.399660 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8ea34e9e-1731-45b5-b564-465531978a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a2749e5d-9e0b-4255-9c8c-1b51a6db7eaa), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.402313 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8ea34e9e-1731-45b5-b564-465531978a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.403988 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8ea34e9e-1731-45b5-b564-465531978a59 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a2749e5d-9e0b-4255-9c8c-1b51a6db7eaa HTTP/1.1" status: 204 len: 168 time: 0.1400433 Jan 28 20:26:45.420458 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea34e9e-1731-45b5-b564-465531978a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2749e5d-9e0b-4255-9c8c-1b51a6db7eaa,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:45.507302 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bac896c7-c063-4223-83b3-abf1af58dddb admin admin] Publish callbacks [] for security_group (79b1d4cf-8884-40a8-a4cc-2be6b6c6dc70), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.514800 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bac896c7-c063-4223-83b3-abf1af58dddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (79b1d4cf-8884-40a8-a4cc-2be6b6c6dc70), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.559933 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac896c7-c063-4223-83b3-abf1af58dddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b1d4cf-8884-40a8-a4cc-2be6b6c6dc70,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:45.570798 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef789fe3-aa7d-44fc-b0a4-663392ff94f2 req-0e75c030-c9f6-44c5-9027-c3ff510c1331 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.574291 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ef789fe3-aa7d-44fc-b0a4-663392ff94f2 req-0e75c030-c9f6-44c5-9027-c3ff510c1331 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.1059027 Jan 28 20:26:45.577407 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-bac896c7-c063-4223-83b3-abf1af58dddb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c4745a03343403f81ca962a124a627b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187151 Jan 28 20:26:45.580298 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40652) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:45.622548 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ef789fe3-aa7d-44fc-b0a4-663392ff94f2 req-fa087cc6-9270-4ecd-a4e1-bb04924c662e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Jan 28 20:26:45.632595 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b69efc5b-3eb0-47bc-ae5c-36ed5e2d1716 admin admin] Publish callbacks [] for security_group (79b1d4cf-8884-40a8-a4cc-2be6b6c6dc70), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.657904 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b69efc5b-3eb0-47bc-ae5c-36ed5e2d1716 admin admin] Publish callbacks [] for security_group (79b1d4cf-8884-40a8-a4cc-2be6b6c6dc70), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.704582 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b69efc5b-3eb0-47bc-ae5c-36ed5e2d1716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (79b1d4cf-8884-40a8-a4cc-2be6b6c6dc70), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.707351 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b69efc5b-3eb0-47bc-ae5c-36ed5e2d1716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.708503 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b69efc5b-3eb0-47bc-ae5c-36ed5e2d1716 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79b1d4cf-8884-40a8-a4cc-2be6b6c6dc70 HTTP/1.1" status: 204 len: 168 time: 0.1270657 Jan 28 20:26:45.716362 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40658) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:45.719691 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69efc5b-3eb0-47bc-ae5c-36ed5e2d1716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b1d4cf-8884-40a8-a4cc-2be6b6c6dc70,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:45.729663 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8de80aa8-0b25-42b4-9679-cfd6f89b60ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.817581 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8de80aa8-0b25-42b4-9679-cfd6f89b60ff admin admin] Publish callbacks [] for security_group (c7dd3717-d241-45ac-9973-d9470b43d0b3), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.821291 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8de80aa8-0b25-42b4-9679-cfd6f89b60ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c7dd3717-d241-45ac-9973-d9470b43d0b3), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.894660 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8de80aa8-0b25-42b4-9679-cfd6f89b60ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=63e0942240234d02bef91af0d3caef02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1769769 Jan 28 20:26:45.896356 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de80aa8-0b25-42b4-9679-cfd6f89b60ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd3717-d241-45ac-9973-d9470b43d0b3,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:45.897221 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40666) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:45.923533 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cfbb6-ccb1-42bf-8a4a-a0dd4ff62a5e req-61752823-42f4-42a3-9a0b-29c51e434b7b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:45.925054 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-037cfbb6-ccb1-42bf-8a4a-a0dd4ff62a5e req-61752823-42f4-42a3-9a0b-29c51e434b7b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.0934484 Jan 28 20:26:45.958532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-278970b7-364a-4a45-aae7-c9e8adf29d76 admin admin] Publish callbacks [] for security_group (c7dd3717-d241-45ac-9973-d9470b43d0b3), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:45.981663 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-278970b7-364a-4a45-aae7-c9e8adf29d76 admin admin] Publish callbacks [] for security_group (c7dd3717-d241-45ac-9973-d9470b43d0b3), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.005586 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-037cfbb6-ccb1-42bf-8a4a-a0dd4ff62a5e req-7d36f89e-af30-447b-be79-f42bbb01882b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714829 Jan 28 20:26:46.018381 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4baaa0-05dc-46de-8866-1041501d5730 req-67098965-2126-4ea3-b988-bb51c1729b36 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.020152 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa4baaa0-05dc-46de-8866-1041501d5730 req-67098965-2126-4ea3-b988-bb51c1729b36 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 943 time: 0.0940745 Jan 28 20:26:46.044154 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-278970b7-364a-4a45-aae7-c9e8adf29d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c7dd3717-d241-45ac-9973-d9470b43d0b3), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.049721 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-278970b7-364a-4a45-aae7-c9e8adf29d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.050935 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-278970b7-364a-4a45-aae7-c9e8adf29d76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7dd3717-d241-45ac-9973-d9470b43d0b3 HTTP/1.1" status: 204 len: 168 time: 0.1522563 Jan 28 20:26:46.059124 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278970b7-364a-4a45-aae7-c9e8adf29d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd3717-d241-45ac-9973-d9470b43d0b3,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.083116 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa4baaa0-05dc-46de-8866-1041501d5730 req-fc82d782-8cf5-41b0-991a-3384faeb9765 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576813 Jan 28 20:26:46.128254 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40672) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:46.142825 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f26a1254-1ae6-4d36-a36a-7aec0d203010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.190770 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f5328-29de-4893-9ff8-a42ed53c9baf req-20d74586-c25d-4703-94dd-027f74fb4e1c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.192354 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-243f5328-29de-4893-9ff8-a42ed53c9baf req-20d74586-c25d-4703-94dd-027f74fb4e1c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 943 time: 0.0596097 Jan 28 20:26:46.223753 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f26a1254-1ae6-4d36-a36a-7aec0d203010 admin admin] Publish callbacks [] for security_group (6ffdd8c8-05dc-44f2-ac89-a8d145e2ab80), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.228189 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f26a1254-1ae6-4d36-a36a-7aec0d203010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (6ffdd8c8-05dc-44f2-ac89-a8d145e2ab80), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.246563 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-243f5328-29de-4893-9ff8-a42ed53c9baf req-3a2fe071-d4e7-40d9-b928-fb63ade3f627 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468466 Jan 28 20:26:46.251963 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 54934fcd-603d-4abb-9727-1c1d86acb034 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:46.281980 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40676) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:46.282278 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-f26a1254-1ae6-4d36-a36a-7aec0d203010 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0265d02f525144288fb57f9b43cb8892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526716 Jan 28 20:26:46.284263 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a1254-1ae6-4d36-a36a-7aec0d203010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffdd8c8-05dc-44f2-ac89-a8d145e2ab80,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.337220 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-74b97ad0-e29c-4497-a491-7692c51c342a admin admin] Publish callbacks [] for security_group (6ffdd8c8-05dc-44f2-ac89-a8d145e2ab80), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.355983 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 40678) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:46.363252 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-74b97ad0-e29c-4497-a491-7692c51c342a admin admin] Publish callbacks [] for security_group (6ffdd8c8-05dc-44f2-ac89-a8d145e2ab80), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.366745 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 54934fcd-603d-4abb-9727-1c1d86acb034, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=54934fcd-603d-4abb-9727-1c1d86acb034,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:46.373564 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ecec204c-41ba-4b33-8bc5-bcebbc36d3e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.380740 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '54934fcd-603d-4abb-9727-1c1d86acb034', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'port_id': '54934fcd-603d-4abb-9727-1c1d86acb034', 'mac_address': 'fa:16:3e:40:4e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:46.413943 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-74b97ad0-e29c-4497-a491-7692c51c342a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (6ffdd8c8-05dc-44f2-ac89-a8d145e2ab80), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.416810 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-74b97ad0-e29c-4497-a491-7692c51c342a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.421393 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-74b97ad0-e29c-4497-a491-7692c51c342a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ffdd8c8-05dc-44f2-ac89-a8d145e2ab80 HTTP/1.1" status: 204 len: 168 time: 0.1381848 Jan 28 20:26:46.428383 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 54934fcd-603d-4abb-9727-1c1d86acb034 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:46.428522 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.429449 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b97ad0-e29c-4497-a491-7692c51c342a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffdd8c8-05dc-44f2-ac89-a8d145e2ab80,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.454286 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54934fcd-603d-4abb-9727-1c1d86acb034 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:46.462393 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ecec204c-41ba-4b33-8bc5-bcebbc36d3e9 admin admin] Publish callbacks [] for security_group (56ae9911-f5c6-4b7c-9000-4266148b4f97), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.468785 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ecec204c-41ba-4b33-8bc5-bcebbc36d3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (56ae9911-f5c6-4b7c-9000-4266148b4f97), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.478999 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 54934fcd-603d-4abb-9727-1c1d86acb034, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=54934fcd-603d-4abb-9727-1c1d86acb034,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:46.485415 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.486152 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device a7431330-e930-49ae-b76c-bf203d204d59 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:46.510560 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec204c-41ba-4b33-8bc5-bcebbc36d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ae9911-f5c6-4b7c-9000-4266148b4f97,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.514888 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-ecec204c-41ba-4b33-8bc5-bcebbc36d3e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=477d1ef8365946a49ed289cf93d530ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572833 Jan 28 20:26:46.517603 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 40684) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:46.549449 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=54934fcd-603d-4abb-9727-1c1d86acb034,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.580619 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9509812f-e312-4369-86a5-c4c735a2d0f3 admin admin] Publish callbacks [] for security_group (56ae9911-f5c6-4b7c-9000-4266148b4f97), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.603390 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9509812f-e312-4369-86a5-c4c735a2d0f3 admin admin] Publish callbacks [] for security_group (56ae9911-f5c6-4b7c-9000-4266148b4f97), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.645711 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port a7431330-e930-49ae-b76c-bf203d204d59, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=a7431330-e930-49ae-b76c-bf203d204d59,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:46.660417 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9509812f-e312-4369-86a5-c4c735a2d0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (56ae9911-f5c6-4b7c-9000-4266148b4f97), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.663569 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9509812f-e312-4369-86a5-c4c735a2d0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.664797 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9509812f-e312-4369-86a5-c4c735a2d0f3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56ae9911-f5c6-4b7c-9000-4266148b4f97 HTTP/1.1" status: 204 len: 168 time: 0.1461952 Jan 28 20:26:46.674975 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509812f-e312-4369-86a5-c4c735a2d0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ae9911-f5c6-4b7c-9000-4266148b4f97,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.690294 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': 'a7431330-e930-49ae-b76c-bf203d204d59', 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'port_id': 'a7431330-e930-49ae-b76c-bf203d204d59', 'mac_address': 'fa:16:3e:d4:a7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b0cd93-a6e6-4217-8965-ee6f508e72a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:46.742722 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port a7431330-e930-49ae-b76c-bf203d204d59 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:46.742722 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (a7431330-e930-49ae-b76c-bf203d204d59), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.757296 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7431330-e930-49ae-b76c-bf203d204d59 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:46.774858 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6a049-6069-4ba6-b6f8-5e033ff990d3 req-ca0bc99c-ebdd-4f36-93be-35a0cea4bf1d tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:46.776935 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bdf6a049-6069-4ba6-b6f8-5e033ff990d3 req-ca0bc99c-ebdd-4f36-93be-35a0cea4bf1d tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 943 time: 0.0783300 Jan 28 20:26:46.785442 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port a7431330-e930-49ae-b76c-bf203d204d59, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=a7431330-e930-49ae-b76c-bf203d204d59,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:46.790666 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (a7431330-e930-49ae-b76c-bf203d204d59), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.795550 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 0b4a5fea-0598-489d-9e45-fc3ffbb44916 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:46.850602 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bdf6a049-6069-4ba6-b6f8-5e033ff990d3 req-72586777-16f5-44fb-99fc-9350d31024e1 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616655 Jan 28 20:26:46.876888 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=a7431330-e930-49ae-b76c-bf203d204d59,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:46.889783 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 0b4a5fea-0598-489d-9e45-fc3ffbb44916, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:46.901320 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '0b4a5fea-0598-489d-9e45-fc3ffbb44916', 'network_id': '985d3604-0360-4ae4-846c-94a6045e656d', 'port_id': '0b4a5fea-0598-489d-9e45-fc3ffbb44916', 'mac_address': 'fa:16:3e:63:9b:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c58de8-bfbe-4884-8ef8-c6fa223cd791', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:46.940013 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:46.940627 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.955589 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4a5fea-0598-489d-9e45-fc3ffbb44916 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:46.976491 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 0b4a5fea-0598-489d-9e45-fc3ffbb44916, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:46.981925 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:46.982594 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 37507c9d-22d6-4b55-b7be-87e04e27d5d1 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:47.062182 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=0b4a5fea-0598-489d-9e45-fc3ffbb44916,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:47.145584 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 37507c9d-22d6-4b55-b7be-87e04e27d5d1, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:47.157860 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908b82c-6e86-4348-aa52-2e53e17c5a82 req-1347c972-b3c7-4cdf-a415-526d2815e875 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:47.159690 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d908b82c-6e86-4348-aa52-2e53e17c5a82 req-1347c972-b3c7-4cdf-a415-526d2815e875 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 943 time: 0.0599504 Jan 28 20:26:47.164458 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'port_id': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'mac_address': 'fa:16:3e:9d:37:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:47.211554 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:47.212105 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:47.230131 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37507c9d-22d6-4b55-b7be-87e04e27d5d1 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:47.260484 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 37507c9d-22d6-4b55-b7be-87e04e27d5d1, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:47.266095 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:47.267240 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2ecf8276-1c36-4e6c-99da-0f2b8a872774 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:26:47.335044 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=37507c9d-22d6-4b55-b7be-87e04e27d5d1,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:47.413948 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d908b82c-6e86-4348-aa52-2e53e17c5a82 req-ba7342f8-dd29-46de-a7dd-4400dceec346 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478361 Jan 28 20:26:47.444757 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c215-9e71-4b38-b0e1-906ccc509702 req-ee19f81b-9079-4cc0-834c-59d3fc499df8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:47.453309 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c5b6c215-9e71-4b38-b0e1-906ccc509702 req-ee19f81b-9079-4cc0-834c-59d3fc499df8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 944 time: 0.2635140 Jan 28 20:26:47.495002 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2ecf8276-1c36-4e6c-99da-0f2b8a872774, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2ecf8276-1c36-4e6c-99da-0f2b8a872774,segment=NetworkSegment(08e382a0-100c-4c75-baa0-d3d09ddd6d52),segment_id=08e382a0-100c-4c75-baa0-d3d09ddd6d52)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:47.507287 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '2ecf8276-1c36-4e6c-99da-0f2b8a872774', 'network_id': '32455a2f-afe8-40db-a68b-0a5114a70c1b', 'port_id': '2ecf8276-1c36-4e6c-99da-0f2b8a872774', 'mac_address': 'fa:16:3e:59:c3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f5dbd7-4766-48f1-bd96-4152e901a4ad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:26:47.524770 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c5b6c215-9e71-4b38-b0e1-906ccc509702 req-7d71f6a6-3662-4df7-9f87-c9c842bb8133 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653160 Jan 28 20:26:47.570109 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:47.570827 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:47.590422 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecf8276-1c36-4e6c-99da-0f2b8a872774 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:26:47.602384 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fdb6f-d285-4c7a-9207-d0997b8397ff req-4403501e-1d2d-4dae-a4a2-c22fc5aaac8f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:47.614200 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ef7fdb6f-d285-4c7a-9207-d0997b8397ff req-4403501e-1d2d-4dae-a4a2-c22fc5aaac8f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 944 time: 0.1153595 Jan 28 20:26:47.625636 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2ecf8276-1c36-4e6c-99da-0f2b8a872774, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2ecf8276-1c36-4e6c-99da-0f2b8a872774,segment=NetworkSegment(08e382a0-100c-4c75-baa0-d3d09ddd6d52),segment_id=08e382a0-100c-4c75-baa0-d3d09ddd6d52)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:47.634959 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:47.690966 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ef7fdb6f-d285-4c7a-9207-d0997b8397ff req-9468748c-a56b-48df-b5cc-b359c25740a3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672143 Jan 28 20:26:47.691884 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2ecf8276-1c36-4e6c-99da-0f2b8a872774,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:47.972021 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7cd1f-54c3-429b-b826-c6dad9f7145b req-7466c39e-48a4-460f-9a99-f62c9b039a92 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:47.973640 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6ed7cd1f-54c3-429b-b826-c6dad9f7145b req-7466c39e-48a4-460f-9a99-f62c9b039a92 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.0632265 Jan 28 20:26:48.028368 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6ed7cd1f-54c3-429b-b826-c6dad9f7145b req-578d95fd-01dd-46bd-95d1-a6376fe516e4 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487227 Jan 28 20:26:48.549291 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ae5dc-e56b-4d92-aa49-08c726dabe5d req-74bf82f9-dc6e-4b73-8bca-818b133e0320 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.555450 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b58ae5dc-e56b-4d92-aa49-08c726dabe5d req-74bf82f9-dc6e-4b73-8bca-818b133e0320 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 944 time: 0.0599723 Jan 28 20:26:48.651109 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b58ae5dc-e56b-4d92-aa49-08c726dabe5d req-9d400b47-7336-467c-969d-a1adca919cdc tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908062 Jan 28 20:26:48.680392 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2c611-4692-4003-bd32-3a018db8ad1f req-34d7f851-36a3-46a3-9393-f345e7a089ee tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.682274 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3fa2c611-4692-4003-bd32-3a018db8ad1f req-34d7f851-36a3-46a3-9393-f345e7a089ee tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 944 time: 0.0822070 Jan 28 20:26:48.775864 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3fa2c611-4692-4003-bd32-3a018db8ad1f req-151dcb1c-0196-45e4-8870-0f41462c0f41 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838978 Jan 28 20:26:48.801797 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d360b7-d99d-48ad-91ba-23361f775966 req-105a1bed-1ea5-495d-9ada-7420bcf5606f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:48.803546 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-95d360b7-d99d-48ad-91ba-23361f775966 req-105a1bed-1ea5-495d-9ada-7420bcf5606f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 944 time: 0.0640686 Jan 28 20:26:48.862639 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-95d360b7-d99d-48ad-91ba-23361f775966 req-44044804-b149-4581-90f0-c497eb1e3fd2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471256 Jan 28 20:26:49.147656 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff8906-944a-4ada-a8a9-ec1726c60d03 req-35343a93-c45e-4ee6-974f-0c872dc5b169 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.149200 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-86ff8906-944a-4ada-a8a9-ec1726c60d03 req-35343a93-c45e-4ee6-974f-0c872dc5b169 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.0541813 Jan 28 20:26:49.194675 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-86ff8906-944a-4ada-a8a9-ec1726c60d03 req-777ba4f2-3000-4830-ad07-37fa8ee3783f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 Jan 28 20:26:49.779931 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1b0fa-f830-4334-b086-118dc1587bd5 req-3587f536-bb03-4fe8-9294-dec0c8496269 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.781616 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ff1b0fa-f830-4334-b086-118dc1587bd5 req-3587f536-bb03-4fe8-9294-dec0c8496269 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 944 time: 0.0595691 Jan 28 20:26:49.826497 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ff1b0fa-f830-4334-b086-118dc1587bd5 req-6d2df0a8-0e6b-402b-9f91-4530f56c6218 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393817 Jan 28 20:26:49.902322 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6e9a-8d00-4b8b-9c34-ed8687687a33 req-0fc1adc1-4bc9-4d6c-a4bc-e7dbc050f481 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:49.903807 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-783a6e9a-8d00-4b8b-9c34-ed8687687a33 req-0fc1adc1-4bc9-4d6c-a4bc-e7dbc050f481 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 944 time: 0.0517733 Jan 28 20:26:49.977900 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-783a6e9a-8d00-4b8b-9c34-ed8687687a33 req-d47c338d-2bfc-4d45-aaa7-ebb19ab57a24 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683944 Jan 28 20:26:49.998686 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83544f47-2049-4027-8e0a-e7ba3fc92e80 req-1ad72964-886b-4dc4-9679-e331db4c95c7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:50.000184 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-83544f47-2049-4027-8e0a-e7ba3fc92e80 req-1ad72964-886b-4dc4-9679-e331db4c95c7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 944 time: 0.0705910 Jan 28 20:26:50.012927 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:50.064961 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-83544f47-2049-4027-8e0a-e7ba3fc92e80 req-79067a8b-2f63-414a-b938-92715ef44bb0 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Jan 28 20:26:50.307446 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496566f-25ba-4dcf-bf66-2ac675b679fc req-a159d880-2de0-4315-be9e-66ab8a33dfe6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:50.308894 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c496566f-25ba-4dcf-bf66-2ac675b679fc req-a159d880-2de0-4315-be9e-66ab8a33dfe6 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.0504887 Jan 28 20:26:50.354161 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c496566f-25ba-4dcf-bf66-2ac675b679fc req-60f429e2-6c11-4a73-8a84-a5c131a3f249 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396266 Jan 28 20:26:50.943117 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e372cfe-7430-4fe9-846e-393ca78cbd21 req-7e31b016-ccd4-4863-ace2-23ca17c56711 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:50.944595 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9e372cfe-7430-4fe9-846e-393ca78cbd21 req-7e31b016-ccd4-4863-ace2-23ca17c56711 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 944 time: 0.0501330 Jan 28 20:26:50.991141 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9e372cfe-7430-4fe9-846e-393ca78cbd21 req-8098ae79-09b9-42e9-95fc-5954bce41a88 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Jan 28 20:26:51.113822 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f4911-9c51-4f48-bd8f-e0d30eb5734a req-3114e6de-24b6-4336-8d6c-a8bad2412183 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.115306 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b00f4911-9c51-4f48-bd8f-e0d30eb5734a req-3114e6de-24b6-4336-8d6c-a8bad2412183 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 944 time: 0.0658948 Jan 28 20:26:51.191156 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b00f4911-9c51-4f48-bd8f-e0d30eb5734a req-5ea270c9-550d-4b94-a91f-c6c3b7fed9dd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702858 Jan 28 20:26:51.206274 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed537c-0fe6-4b39-8112-6bdb4cc3ac9a req-0ea0fdb7-b146-44e4-b4e2-f009843b76bb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.207714 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-95ed537c-0fe6-4b39-8112-6bdb4cc3ac9a req-0ea0fdb7-b146-44e4-b4e2-f009843b76bb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 944 time: 0.0714922 Jan 28 20:26:51.252880 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-95ed537c-0fe6-4b39-8112-6bdb4cc3ac9a req-f6c7b90d-3d15-4c35-a1c1-79310519fa19 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Jan 28 20:26:51.474884 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6935f6-1436-430c-a048-2b096018f371 req-3b428244-ce00-4c65-8d31-e2b59f89c6cf tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:51.476333 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6e6935f6-1436-430c-a048-2b096018f371 req-3b428244-ce00-4c65-8d31-e2b59f89c6cf tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.0566201 Jan 28 20:26:51.521824 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6e6935f6-1436-430c-a048-2b096018f371 req-1478870c-8a9f-440c-a145-ee273224e11e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394473 Jan 28 20:26:52.128571 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ab3b-e292-4949-bb96-1602b398aa9b req-957465e8-3986-4bc9-84cb-d5aa468e2c43 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.130094 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cd31ab3b-e292-4949-bb96-1602b398aa9b req-957465e8-3986-4bc9-84cb-d5aa468e2c43 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 944 time: 0.0517788 Jan 28 20:26:52.176623 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cd31ab3b-e292-4949-bb96-1602b398aa9b req-8be45d01-a744-46d8-9243-0f12c601fefd tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411913 Jan 28 20:26:52.304975 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c1382-b613-4b52-a86e-febd62919ccc req-44328c2b-35bf-4e0a-a095-59fb8640748e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.306466 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e9c1382-b613-4b52-a86e-febd62919ccc req-44328c2b-35bf-4e0a-a095-59fb8640748e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 944 time: 0.0514262 Jan 28 20:26:52.389226 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e9c1382-b613-4b52-a86e-febd62919ccc req-a04d2b61-1ea3-4fd7-b60d-931a725946d8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773296 Jan 28 20:26:52.400577 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b204-bdca-4656-91d9-7c36b3b75679 req-ec2ce340-072c-41ad-b44c-4a6b295b3058 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.402048 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a316b204-bdca-4656-91d9-7c36b3b75679 req-ec2ce340-072c-41ad-b44c-4a6b295b3058 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 944 time: 0.0845048 Jan 28 20:26:52.447868 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a316b204-bdca-4656-91d9-7c36b3b75679 req-50d58ec8-be8f-4b1c-80a7-22ad4a98a385 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Jan 28 20:26:52.639496 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cceb88-2b53-4360-aaa7-360954da7d2a req-316d308e-fbb9-4949-b4fe-d35dc3387ead tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:52.640969 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-86cceb88-2b53-4360-aaa7-360954da7d2a req-316d308e-fbb9-4949-b4fe-d35dc3387ead tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.0542519 Jan 28 20:26:52.688827 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-86cceb88-2b53-4360-aaa7-360954da7d2a req-000bb70f-cea1-42a5-8992-14d4dfbd4606 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Jan 28 20:26:53.301760 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c6e76-ba59-496e-99a4-68310134fb48 req-2a68d13a-1bbb-4ac1-81df-3f3c2ab835ba tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:53.303171 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-158c6e76-ba59-496e-99a4-68310134fb48 req-2a68d13a-1bbb-4ac1-81df-3f3c2ab835ba tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 944 time: 0.0568211 Jan 28 20:26:53.348214 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-158c6e76-ba59-496e-99a4-68310134fb48 req-94bd117e-f848-462c-817e-102d07657767 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395393 Jan 28 20:26:53.362011 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['54934fcd-603d-4abb-9727-1c1d86acb034'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:53.366303 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['0b4a5fea-0598-489d-9e45-fc3ffbb44916'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:53.369255 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['37507c9d-22d6-4b55-b7be-87e04e27d5d1'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:53.427220 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['2ecf8276-1c36-4e6c-99da-0f2b8a872774'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:53.507399 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75991-f3e8-4447-9f8e-59f29274f5b5 req-ededc543-11b9-4ad5-9e91-daacf49c0a4a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:53.508906 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71e75991-f3e8-4447-9f8e-59f29274f5b5 req-ededc543-11b9-4ad5-9e91-daacf49c0a4a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 944 time: 0.0544603 Jan 28 20:26:53.539619 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['a7431330-e930-49ae-b76c-bf203d204d59'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:26:53.585344 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71e75991-f3e8-4447-9f8e-59f29274f5b5 req-95d1bdc6-1dc4-4ae4-b02b-dea1462943ad tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708570 Jan 28 20:26:53.603743 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c6f2d-f11c-42e3-96c7-ff2a673b8eba req-faad656e-e8a3-406d-a688-dda4644c4a05 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:53.605818 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f55c6f2d-f11c-42e3-96c7-ff2a673b8eba req-faad656e-e8a3-406d-a688-dda4644c4a05 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 944 time: 0.0851371 Jan 28 20:26:53.663249 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f55c6f2d-f11c-42e3-96c7-ff2a673b8eba req-3247e71f-29b5-4e4b-b6c0-a4efd9f5eeea tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500922 Jan 28 20:26:53.813722 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372e841-befb-4357-b5df-50a85ffb4a87 req-0839fc5c-3251-4fb6-b640-755c25cbe699 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:53.815196 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8372e841-befb-4357-b5df-50a85ffb4a87 req-0839fc5c-3251-4fb6-b640-755c25cbe699 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.0599933 Jan 28 20:26:53.862438 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8372e841-befb-4357-b5df-50a85ffb4a87 req-5aa0db73-1f07-449c-960c-b646ff854bbe tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Jan 28 20:26:54.479923 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952bd4b-f0fc-41b2-ab84-2d396067a4d9 req-e0b91a2b-3bdd-485c-9999-57f6246db5be tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:54.481427 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b952bd4b-f0fc-41b2-ab84-2d396067a4d9 req-e0b91a2b-3bdd-485c-9999-57f6246db5be tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 944 time: 0.0547893 Jan 28 20:26:54.536658 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b952bd4b-f0fc-41b2-ab84-2d396067a4d9 req-467de7fb-46d5-4549-b34f-503f28b69dfb tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414462 Jan 28 20:26:54.708887 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44b7f1-5427-48de-a2fd-aeed93d7b85d req-e4c0ad2e-c90b-4e13-96a9-f9829be8dc4f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:54.710400 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3b44b7f1-5427-48de-a2fd-aeed93d7b85d req-e4c0ad2e-c90b-4e13-96a9-f9829be8dc4f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 944 time: 0.0544777 Jan 28 20:26:54.784793 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3b44b7f1-5427-48de-a2fd-aeed93d7b85d req-3f127ae0-28f1-471d-9475-0c917baac370 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683522 Jan 28 20:26:54.799532 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecc861-a082-4058-bf63-e6af93a1d4ce req-32f8cfbe-1d34-49ad-ab00-ece5b2efae14 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:54.801092 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-15ecc861-a082-4058-bf63-e6af93a1d4ce req-32f8cfbe-1d34-49ad-ab00-ece5b2efae14 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 944 time: 0.0700889 Jan 28 20:26:54.849683 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-15ecc861-a082-4058-bf63-e6af93a1d4ce req-be19d9a3-5bd8-4e8c-9407-036889051a56 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Jan 28 20:26:54.984359 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c050d-21a7-4eff-a7c0-ec33da950eec req-6d1b94f6-98d0-4954-9430-3fca63d6c91b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:54.986178 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-368c050d-21a7-4eff-a7c0-ec33da950eec req-6d1b94f6-98d0-4954-9430-3fca63d6c91b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.0582423 Jan 28 20:26:55.035952 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-368c050d-21a7-4eff-a7c0-ec33da950eec req-8ea6858d-2089-4b5f-8601-56f7c3aa36c4 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Jan 28 20:26:55.684269 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98c057-f259-4825-ba70-76cbbab1d461 req-aab74608-8a27-40a4-a4dc-08dfc1e8ed8b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:55.685776 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-da98c057-f259-4825-ba70-76cbbab1d461 req-aab74608-8a27-40a4-a4dc-08dfc1e8ed8b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 944 time: 0.0693138 Jan 28 20:26:55.739372 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-da98c057-f259-4825-ba70-76cbbab1d461 req-4658d6a8-cf2c-48e7-9f4f-149d35763fe4 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463853 Jan 28 20:26:55.923577 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328c4e6-c214-468f-b682-71d8498abe48 req-0f730bb3-befd-41b1-8215-093452b95175 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:55.925308 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d328c4e6-c214-468f-b682-71d8498abe48 req-0f730bb3-befd-41b1-8215-093452b95175 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 944 time: 0.0674207 Jan 28 20:26:56.020793 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963eab1-a9c3-48a9-97d7-f6bb2de4fc4f req-dab0c023-0984-413f-a201-86031de951a9 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:56.029286 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f963eab1-a9c3-48a9-97d7-f6bb2de4fc4f req-dab0c023-0984-413f-a201-86031de951a9 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 944 time: 0.1015804 Jan 28 20:26:56.034822 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d328c4e6-c214-468f-b682-71d8498abe48 req-62fdaf63-9ccc-4bfa-8d4b-65c171ac096b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981240 Jan 28 20:26:56.096888 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f963eab1-a9c3-48a9-97d7-f6bb2de4fc4f req-2021e581-e934-476c-8e85-65ce044de6a6 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668669 Jan 28 20:26:56.198599 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e13e64-065c-4935-b57f-90d32637fb29 req-3fa18337-4d94-40d4-b8d7-7e13e29a39bb tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:56.200035 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b4e13e64-065c-4935-b57f-90d32637fb29 req-3fa18337-4d94-40d4-b8d7-7e13e29a39bb tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.0589271 Jan 28 20:26:56.253276 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b4e13e64-065c-4935-b57f-90d32637fb29 req-0434e99e-1a24-452b-86a2-cf8bc27a14a2 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470607 Jan 28 20:26:56.384030 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 54934fcd-603d-4abb-9727-1c1d86acb034 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:56.435817 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 54934fcd-603d-4abb-9727-1c1d86acb034 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:56.440017 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 54934fcd-603d-4abb-9727-1c1d86acb034 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:56.440388 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:56.517760 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 54934fcd-603d-4abb-9727-1c1d86acb034 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:56.518177 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:56.542515 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87e725-240c-4b00-836b-4e5e8a4f0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54934fcd-603d-4abb-9727-1c1d86acb034'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:56.618209 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 54934fcd-603d-4abb-9727-1c1d86acb034, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=54934fcd-603d-4abb-9727-1c1d86acb034,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:56.622961 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:56.623741 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device a7431330-e930-49ae-b76c-bf203d204d59 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:56.697547 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=54934fcd-603d-4abb-9727-1c1d86acb034,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:56.710410 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a973c79f-9061-442f-bbce-e534b3a7198e" -d '{"events": [{"server_uuid": "9f87e725-240c-4b00-836b-4e5e8a4f0916", "name": "network-vif-plugged", "status": "completed", "tag": "54934fcd-603d-4abb-9727-1c1d86acb034"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:56.713444 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port a7431330-e930-49ae-b76c-bf203d204d59 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:56.718457 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port a7431330-e930-49ae-b76c-bf203d204d59 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:56.718735 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (a7431330-e930-49ae-b76c-bf203d204d59), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:56.802670 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port a7431330-e930-49ae-b76c-bf203d204d59 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:56.803302 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (a7431330-e930-49ae-b76c-bf203d204d59), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:56.830941 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268df935-740f-4411-b4cf-caca68ccf182 x-openstack-request-id: req-268df935-740f-4411-b4cf-caca68ccf182 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:56.831262 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f87e725-240c-4b00-836b-4e5e8a4f0916", "name": "network-vif-plugged", "status": "completed", "tag": "54934fcd-603d-4abb-9727-1c1d86acb034", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:56.831566 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-268df935-740f-4411-b4cf-caca68ccf182 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:56.832027 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f87e725-240c-4b00-836b-4e5e8a4f0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54934fcd-603d-4abb-9727-1c1d86acb034', 'code': 200} Jan 28 20:26:56.850341 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port a7431330-e930-49ae-b76c-bf203d204d59, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=a7431330-e930-49ae-b76c-bf203d204d59,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:56.855013 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (a7431330-e930-49ae-b76c-bf203d204d59), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:56.855805 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 0b4a5fea-0598-489d-9e45-fc3ffbb44916 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:56.884761 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14566f5-9c7b-4a51-a05c-b4c484227501 req-f00ece75-f4f8-422f-b035-02e8db849742 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:56.887012 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e14566f5-9c7b-4a51-a05c-b4c484227501 req-f00ece75-f4f8-422f-b035-02e8db849742 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 944 time: 0.0749934 Jan 28 20:26:56.941461 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=a7431330-e930-49ae-b76c-bf203d204d59,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:56.950259 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e14566f5-9c7b-4a51-a05c-b4c484227501 req-5a28fb54-34a3-424b-933e-37b61c78506b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558915 Jan 28 20:26:56.977489 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:56.980163 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:56.980797 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.077195 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:57.077675 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.080100 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab624da-6842-4197-8390-b655aaff56ad req-c74df92e-2dba-4f33-9ac6-3edf50eb08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:57.082074 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bab624da-6842-4197-8390-b655aaff56ad req-c74df92e-2dba-4f33-9ac6-3edf50eb08ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 1129 time: 0.0918303 Jan 28 20:26:57.103681 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-bab624da-6842-4197-8390-b655aaff56ad req-dc1a54eb-8ed9-4177-a5e9-24004ef752b7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.131285 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 0b4a5fea-0598-489d-9e45-fc3ffbb44916, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:57.140042 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.141053 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 37507c9d-22d6-4b55-b7be-87e04e27d5d1 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:57.228059 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-bab624da-6842-4197-8390-b655aaff56ad req-dc1a54eb-8ed9-4177-a5e9-24004ef752b7 service neutron] Publish callbacks [] for security_group (328b0f8b-36d5-42cf-bd02-1f70cf1c747a), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.248183 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-bab624da-6842-4197-8390-b655aaff56ad req-dc1a54eb-8ed9-4177-a5e9-24004ef752b7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (328b0f8b-36d5-42cf-bd02-1f70cf1c747a), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.256924 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=0b4a5fea-0598-489d-9e45-fc3ffbb44916,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:57.261136 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad0ad7-a469-49df-ab1f-44790cf98bfb req-d006b2e5-708b-4a73-a7b0-d5eb7e6011b3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:57.270637 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b1ad0ad7-a469-49df-ab1f-44790cf98bfb req-d006b2e5-708b-4a73-a7b0-d5eb7e6011b3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.1185899 Jan 28 20:26:57.272091 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:57.279785 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:57.281779 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.320460 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bab624da-6842-4197-8390-b655aaff56ad req-dc1a54eb-8ed9-4177-a5e9-24004ef752b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321203 Jan 28 20:26:57.330318 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a54eb-8ed9-4177-a5e9-24004ef752b7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=328b0f8b-36d5-42cf-bd02-1f70cf1c747a,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:57.402078 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367260f-2013-4728-98e0-ee644b67989d req-177610db-62e0-4ece-9478-bb748ba16fc0 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:57.403894 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c367260f-2013-4728-98e0-ee644b67989d req-177610db-62e0-4ece-9478-bb748ba16fc0 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1296878 Jan 28 20:26:57.420088 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b1ad0ad7-a469-49df-ab1f-44790cf98bfb req-2f76ee3b-dbf9-4745-8825-14c1646c1242 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418493 Jan 28 20:26:57.478222 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:57.479354 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.510470 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c367260f-2013-4728-98e0-ee644b67989d req-0896a89e-5595-4972-bb75-6f03fb1cc813 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893440 Jan 28 20:26:57.527356 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 37507c9d-22d6-4b55-b7be-87e04e27d5d1, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:57.547800 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.548615 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2ecf8276-1c36-4e6c-99da-0f2b8a872774 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:26:57.614038 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef39f1-aba4-43b6-875d-6cdbaeb5a52c req-61262ca7-2e02-45a5-a1e7-43f4c6f961f5 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:57.621095 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4eef39f1-aba4-43b6-875d-6cdbaeb5a52c req-61262ca7-2e02-45a5-a1e7-43f4c6f961f5 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 944 time: 0.1083720 Jan 28 20:26:57.638610 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=37507c9d-22d6-4b55-b7be-87e04e27d5d1,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:57.652749 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:26:57.658596 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:26:57.659223 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.686195 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4eef39f1-aba4-43b6-875d-6cdbaeb5a52c req-7b434622-7951-4b62-9971-ae0784f656d7 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581925 Jan 28 20:26:57.747415 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:26:57.747726 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.785488 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2ecf8276-1c36-4e6c-99da-0f2b8a872774, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2ecf8276-1c36-4e6c-99da-0f2b8a872774,segment=NetworkSegment(08e382a0-100c-4c75-baa0-d3d09ddd6d52),segment_id=08e382a0-100c-4c75-baa0-d3d09ddd6d52)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:26:57.792868 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:57.851522 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2ecf8276-1c36-4e6c-99da-0f2b8a872774,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:57.969549 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41040) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:58.081688 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab04f2-0180-4936-ad1d-a77dcb0297e5 req-3b54da76-f3c7-4e7f-94fb-ffa603c521f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:58.083197 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-25ab04f2-0180-4936-ad1d-a77dcb0297e5 req-3b54da76-f3c7-4e7f-94fb-ffa603c521f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0561407 Jan 28 20:26:58.105191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-12dbae9b-8e1c-4b4c-a5fc-b219c106a84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.161429 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-25ab04f2-0180-4936-ad1d-a77dcb0297e5 req-3471c597-0ca7-41c3-91b7-764eea36cbef tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720537 Jan 28 20:26:58.210703 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-12dbae9b-8e1c-4b4c-a5fc-b219c106a84e admin admin] Publish callbacks [] for security_group (3fa79e04-c877-4e66-9774-c0b134da283b), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.214658 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-12dbae9b-8e1c-4b4c-a5fc-b219c106a84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (3fa79e04-c877-4e66-9774-c0b134da283b), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.253547 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-12dbae9b-8e1c-4b4c-a5fc-b219c106a84e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c2016150d9547fab352ad2e72783645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827990 Jan 28 20:26:58.255454 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbae9b-8e1c-4b4c-a5fc-b219c106a84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa79e04-c877-4e66-9774-c0b134da283b,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:58.256266 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41046) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:58.307211 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-29759e05-8aaa-41ca-918f-4eb524487a10 admin admin] Publish callbacks [] for security_group (3fa79e04-c877-4e66-9774-c0b134da283b), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.328048 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-29759e05-8aaa-41ca-918f-4eb524487a10 admin admin] Publish callbacks [] for security_group (3fa79e04-c877-4e66-9774-c0b134da283b), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.373790 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-29759e05-8aaa-41ca-918f-4eb524487a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (3fa79e04-c877-4e66-9774-c0b134da283b), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.376385 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-29759e05-8aaa-41ca-918f-4eb524487a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.377545 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-29759e05-8aaa-41ca-918f-4eb524487a10 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3fa79e04-c877-4e66-9774-c0b134da283b HTTP/1.1" status: 204 len: 168 time: 0.1202953 Jan 28 20:26:58.385221 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29759e05-8aaa-41ca-918f-4eb524487a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa79e04-c877-4e66-9774-c0b134da283b,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:58.530899 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4fb74-d512-4226-bc62-c438b96bc85d req-b5749e58-d27e-497e-8fea-0e539829568c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:58.532528 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2ae4fb74-d512-4226-bc62-c438b96bc85d req-b5749e58-d27e-497e-8fea-0e539829568c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Jan 28 20:26:58.604945 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2ae4fb74-d512-4226-bc62-c438b96bc85d req-4928eac4-02a7-4f73-8758-427764f93242 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613959 Jan 28 20:26:58.665567 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5455e1-931f-4a5f-996f-be26edea1f0d req-78eaf2fd-39ca-493d-b7f8-ab11516d25f3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:58.667286 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6c5455e1-931f-4a5f-996f-be26edea1f0d req-78eaf2fd-39ca-493d-b7f8-ab11516d25f3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0807712 Jan 28 20:26:58.702595 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41064) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:58.720497 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2780bc3b-b34b-4f87-94cf-9121833fc70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.729379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6c5455e1-931f-4a5f-996f-be26edea1f0d req-017fd872-7a93-4633-89f1-96b150f7e97b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562048 Jan 28 20:26:58.814996 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2780bc3b-b34b-4f87-94cf-9121833fc70b admin admin] Publish callbacks [] for security_group (dfa741e7-a59d-4c27-8f9e-26a05f51568a), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.820292 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2780bc3b-b34b-4f87-94cf-9121833fc70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (dfa741e7-a59d-4c27-8f9e-26a05f51568a), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.833083 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9d2426-a27b-4214-b459-f1431e8cd865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7431330-e930-49ae-b76c-bf203d204d59'}, {'server_uuid': '0d03f1de-078d-4fff-aec4-7c91aaaa1eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a5fea-0598-489d-9e45-fc3ffbb44916'}, {'server_uuid': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37507c9d-22d6-4b55-b7be-87e04e27d5d1'}, {'server_uuid': '45b405f1-b1ca-40f2-b5e4-bcb87f2737e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecf8276-1c36-4e6c-99da-0f2b8a872774'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:26:58.836295 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf74a538-a3c0-4062-850d-e68a723a4219" -d '{"events": [{"server_uuid": "bf9d2426-a27b-4214-b459-f1431e8cd865", "name": "network-vif-plugged", "status": "completed", "tag": "a7431330-e930-49ae-b76c-bf203d204d59"}, {"server_uuid": "0d03f1de-078d-4fff-aec4-7c91aaaa1eed", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a5fea-0598-489d-9e45-fc3ffbb44916"}, {"server_uuid": "dd446032-56d9-4e84-abd4-85bc3acbc24b", "name": "network-vif-plugged", "status": "completed", "tag": "37507c9d-22d6-4b55-b7be-87e04e27d5d1"}, {"server_uuid": "45b405f1-b1ca-40f2-b5e4-bcb87f2737e5", "name": "network-vif-plugged", "status": "completed", "tag": "2ecf8276-1c36-4e6c-99da-0f2b8a872774"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:26:58.882796 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2780bc3b-b34b-4f87-94cf-9121833fc70b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=840cd38cdcbf41b785361529606be2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785386 Jan 28 20:26:58.883810 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780bc3b-b34b-4f87-94cf-9121833fc70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa741e7-a59d-4c27-8f9e-26a05f51568a,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:58.887869 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41076) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:26:58.888540 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792ab01-ed46-4bf5-a972-551fa5ef68f8 req-c15542f3-b806-4dbf-8ece-16f23e547d22 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:58.891272 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b792ab01-ed46-4bf5-a972-551fa5ef68f8 req-c15542f3-b806-4dbf-8ece-16f23e547d22 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.1246331 Jan 28 20:26:58.913630 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 20:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178a2d6e-51af-4893-a051-6322bb3d62cf x-openstack-request-id: req-178a2d6e-51af-4893-a051-6322bb3d62cf {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:26:58.913813 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9d2426-a27b-4214-b459-f1431e8cd865", "name": "network-vif-plugged", "status": "completed", "tag": "a7431330-e930-49ae-b76c-bf203d204d59", "code": 200}, {"server_uuid": "0d03f1de-078d-4fff-aec4-7c91aaaa1eed", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a5fea-0598-489d-9e45-fc3ffbb44916", "code": 200}, {"server_uuid": "dd446032-56d9-4e84-abd4-85bc3acbc24b", "name": "network-vif-plugged", "status": "completed", "tag": "37507c9d-22d6-4b55-b7be-87e04e27d5d1", "code": 200}, {"server_uuid": "45b405f1-b1ca-40f2-b5e4-bcb87f2737e5", "name": "network-vif-plugged", "status": "completed", "tag": "2ecf8276-1c36-4e6c-99da-0f2b8a872774", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:26:58.914084 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-178a2d6e-51af-4893-a051-6322bb3d62cf {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:26:58.914485 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9d2426-a27b-4214-b459-f1431e8cd865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7431330-e930-49ae-b76c-bf203d204d59', 'code': 200} Jan 28 20:26:58.914745 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d03f1de-078d-4fff-aec4-7c91aaaa1eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a5fea-0598-489d-9e45-fc3ffbb44916', 'code': 200} Jan 28 20:26:58.915018 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'code': 200} Jan 28 20:26:58.915267 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b405f1-b1ca-40f2-b5e4-bcb87f2737e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecf8276-1c36-4e6c-99da-0f2b8a872774', 'code': 200} Jan 28 20:26:58.960818 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7a7059f0-4955-4294-be71-a70202e13339 admin admin] Publish callbacks [] for security_group (dfa741e7-a59d-4c27-8f9e-26a05f51568a), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:58.974107 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b792ab01-ed46-4bf5-a972-551fa5ef68f8 req-f60eb5fc-26c0-47e9-8f8a-2d604056d54c tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756495 Jan 28 20:26:59.003123 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7a7059f0-4955-4294-be71-a70202e13339 admin admin] Publish callbacks [] for security_group (dfa741e7-a59d-4c27-8f9e-26a05f51568a), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:59.061075 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7a7059f0-4955-4294-be71-a70202e13339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (dfa741e7-a59d-4c27-8f9e-26a05f51568a), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:59.064147 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7a7059f0-4955-4294-be71-a70202e13339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:26:59.067784 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-7a7059f0-4955-4294-be71-a70202e13339 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dfa741e7-a59d-4c27-8f9e-26a05f51568a HTTP/1.1" status: 204 len: 168 time: 0.1762812 Jan 28 20:26:59.097106 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7059f0-4955-4294-be71-a70202e13339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa741e7-a59d-4c27-8f9e-26a05f51568a,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:26:59.367227 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d253d2a-38e1-4e6d-ba8d-2eea070e9727 req-916fb2b9-4c8f-4e85-8461-40210821a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.368838 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0d253d2a-38e1-4e6d-ba8d-2eea070e9727 req-916fb2b9-4c8f-4e85-8461-40210821a051 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 1129 time: 0.1487284 Jan 28 20:26:59.371393 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da7081-1724-419e-bfc5-2abd14402b6e req-0690672f-d3ff-46ed-abf6-0ab337cba3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.372922 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f385063-b1e6-42aa-89ec-36ec08755061 req-53b0f385-45b0-471c-8e13-16854df0e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.373438 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b4da7081-1724-419e-bfc5-2abd14402b6e req-0690672f-d3ff-46ed-abf6-0ab337cba3ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 1129 time: 0.1647794 Jan 28 20:26:59.374471 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f385063-b1e6-42aa-89ec-36ec08755061 req-53b0f385-45b0-471c-8e13-16854df0e78d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1129 time: 0.1504741 Jan 28 20:26:59.375439 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73739ea5-cec5-49c8-bb71-369cec764a5b req-f24fbef7-b31d-4b94-8447-95e301d88bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.376806 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-73739ea5-cec5-49c8-bb71-369cec764a5b req-f24fbef7-b31d-4b94-8447-95e301d88bdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 1129 time: 0.1162899 Jan 28 20:26:59.385925 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce44ff-95e5-4091-be5f-f7fa19af5e16 req-b4d5eb8a-aea6-4f57-b623-ff8ebd90e902 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.390538 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08ce44ff-95e5-4091-be5f-f7fa19af5e16 req-b4d5eb8a-aea6-4f57-b623-ff8ebd90e902 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.1066875 Jan 28 20:26:59.470339 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f385063-b1e6-42aa-89ec-36ec08755061 req-d1403b71-ceaf-4df3-8715-19013955cecf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707774 Jan 28 20:26:59.513003 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08ce44ff-95e5-4091-be5f-f7fa19af5e16 req-b68946b5-b381-4cca-a775-ffbbdb1d65fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142974 Jan 28 20:26:59.527136 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b4da7081-1724-419e-bfc5-2abd14402b6e req-087bc33d-268b-470e-8380-37b8d5c37cde service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258330 Jan 28 20:26:59.529616 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0d253d2a-38e1-4e6d-ba8d-2eea070e9727 req-5674f9af-de31-40d1-8428-a10545b3a526 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359601 Jan 28 20:26:59.541767 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-73739ea5-cec5-49c8-bb71-369cec764a5b req-3ce6a317-6e4f-4a4a-915b-8e779e08e105 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425221 Jan 28 20:26:59.735371 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c4011-548c-495f-9ea3-4c67b6757f0a req-262f9bb2-f81b-49e7-9f26-d850a6323151 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.736918 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e08c4011-548c-495f-9ea3-4c67b6757f0a req-262f9bb2-f81b-49e7-9f26-d850a6323151 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0559719 Jan 28 20:26:59.795220 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e08c4011-548c-495f-9ea3-4c67b6757f0a req-50035f3d-7fe2-4784-a4d7-7cc44a09e32a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529327 Jan 28 20:26:59.856951 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af2aef-1b25-4610-a920-7e300205d473 req-dde0791e-cbf7-42a6-a168-c7023f334bf6 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:26:59.858537 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e5af2aef-1b25-4610-a920-7e300205d473 req-dde0791e-cbf7-42a6-a168-c7023f334bf6 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0564649 Jan 28 20:26:59.919765 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e5af2aef-1b25-4610-a920-7e300205d473 req-64c44aa8-f013-419b-9b2c-85808637b7dc tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529761 Jan 28 20:27:00.139004 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06307388-9334-4eeb-ab97-c03434b2a110 req-dcf27405-7ede-4bf8-9b99-e2e966239ef0 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:00.139004 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06307388-9334-4eeb-ab97-c03434b2a110 req-dcf27405-7ede-4bf8-9b99-e2e966239ef0 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0632951 Jan 28 20:27:00.195561 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06307388-9334-4eeb-ab97-c03434b2a110 req-7e6c4ab5-a71c-4660-b46d-af33a1a8b59d tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513794 Jan 28 20:27:00.629359 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d679b-1f3d-4473-b776-08c843b402cb req-fee90bc0-ce8e-4a4d-afd5-e4e3df796cc0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:00.630891 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fb2d679b-1f3d-4473-b776-08c843b402cb req-fee90bc0-ce8e-4a4d-afd5-e4e3df796cc0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0510793 Jan 28 20:27:00.676544 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fb2d679b-1f3d-4473-b776-08c843b402cb req-3b1835be-6f72-4722-85c5-0e5065769f0a tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 Jan 28 20:27:00.913704 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced22c8f-e295-45d6-b3ad-4056f70fe79a req-64118586-889a-43ba-b813-703edf1bbc7d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:00.915130 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ced22c8f-e295-45d6-b3ad-4056f70fe79a req-64118586-889a-43ba-b813-703edf1bbc7d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0518637 Jan 28 20:27:00.962905 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ced22c8f-e295-45d6-b3ad-4056f70fe79a req-f8fc91ae-3928-494c-a691-e20b5861f0a6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 Jan 28 20:27:01.055424 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53962173-ea90-486b-9d56-cc0795504c9d req-7e189fa5-65ac-444f-a5b7-399b77f52c17 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.056874 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-53962173-ea90-486b-9d56-cc0795504c9d req-7e189fa5-65ac-444f-a5b7-399b77f52c17 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0603209 Jan 28 20:27:01.104237 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-53962173-ea90-486b-9d56-cc0795504c9d req-79d8e9c1-445f-4971-ab01-2ce523545d46 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Jan 28 20:27:01.241079 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41190) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:01.315812 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcbc31-069c-4e92-99f2-3289f15fc5d0 req-3f6a4be9-5b62-4b58-99f8-d6beb636ed51 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.317279 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6afcbc31-069c-4e92-99f2-3289f15fc5d0 req-3f6a4be9-5b62-4b58-99f8-d6beb636ed51 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0541747 Jan 28 20:27:01.363477 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-02dfe830-969c-4265-9a8a-66e047bed35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.367441 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6afcbc31-069c-4e92-99f2-3289f15fc5d0 req-c1ae5e1b-d202-4527-b008-162c32bc81c5 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443382 Jan 28 20:27:01.440144 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-02dfe830-969c-4265-9a8a-66e047bed35a admin admin] Publish callbacks [] for security_group (92d26dfc-6dbe-465b-8e0f-854bf8b360ac), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.444121 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-02dfe830-969c-4265-9a8a-66e047bed35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (92d26dfc-6dbe-465b-8e0f-854bf8b360ac), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.481395 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-02dfe830-969c-4265-9a8a-66e047bed35a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd279736001540e281942d64936cc796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386072 Jan 28 20:27:01.483381 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfe830-969c-4265-9a8a-66e047bed35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d26dfc-6dbe-465b-8e0f-854bf8b360ac,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:01.484749 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41196) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:01.536770 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c31f5b30-cd1f-4837-934a-2f8b7059c351 admin admin] Publish callbacks [] for security_group (92d26dfc-6dbe-465b-8e0f-854bf8b360ac), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.558629 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c31f5b30-cd1f-4837-934a-2f8b7059c351 admin admin] Publish callbacks [] for security_group (92d26dfc-6dbe-465b-8e0f-854bf8b360ac), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.610627 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c31f5b30-cd1f-4837-934a-2f8b7059c351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (92d26dfc-6dbe-465b-8e0f-854bf8b360ac), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.613277 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c31f5b30-cd1f-4837-934a-2f8b7059c351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.614521 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c31f5b30-cd1f-4837-934a-2f8b7059c351 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92d26dfc-6dbe-465b-8e0f-854bf8b360ac HTTP/1.1" status: 204 len: 168 time: 0.1287017 Jan 28 20:27:01.622225 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f5b30-cd1f-4837-934a-2f8b7059c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d26dfc-6dbe-465b-8e0f-854bf8b360ac,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:01.800902 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199733b-a261-494a-bc35-3f24729e6ea4 req-367300e1-4167-4c8c-8967-ca98f319ba3e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:01.802416 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c199733b-a261-494a-bc35-3f24729e6ea4 req-367300e1-4167-4c8c-8967-ca98f319ba3e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0533657 Jan 28 20:27:01.851679 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c199733b-a261-494a-bc35-3f24729e6ea4 req-35eb213f-8a8d-432e-8d92-3037818d0bad tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435965 Jan 28 20:27:01.889592 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41206) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:01.903429 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44bea9e8-bb8d-4b4b-96a8-2abcce238ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.979949 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44bea9e8-bb8d-4b4b-96a8-2abcce238ca9 admin admin] Publish callbacks [] for security_group (5c34947f-c6b2-4d7b-9f7f-fecaa38f64f2), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:01.984628 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44bea9e8-bb8d-4b4b-96a8-2abcce238ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (5c34947f-c6b2-4d7b-9f7f-fecaa38f64f2), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:02.023217 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-44bea9e8-bb8d-4b4b-96a8-2abcce238ca9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8bbff19df2ff4acc9b156e1e2f6df9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322632 Jan 28 20:27:02.024172 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bea9e8-bb8d-4b4b-96a8-2abcce238ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c34947f-c6b2-4d7b-9f7f-fecaa38f64f2,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:02.025936 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41210) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:02.084594 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-623c9d2d-2807-4e85-b6d9-7cf3ae51a676 admin admin] Publish callbacks [] for security_group (5c34947f-c6b2-4d7b-9f7f-fecaa38f64f2), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:02.096461 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac79bf4-243d-47cd-a9e8-478d31d62df3 req-c0bf34da-52e1-437a-aef4-4cdff64e404c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.098023 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2ac79bf4-243d-47cd-a9e8-478d31d62df3 req-c0bf34da-52e1-437a-aef4-4cdff64e404c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0571885 Jan 28 20:27:02.109768 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-623c9d2d-2807-4e85-b6d9-7cf3ae51a676 admin admin] Publish callbacks [] for security_group (5c34947f-c6b2-4d7b-9f7f-fecaa38f64f2), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:02.151698 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2ac79bf4-243d-47cd-a9e8-478d31d62df3 req-30a3e6a3-6613-48a0-b94d-5d0274bc49a3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478148 Jan 28 20:27:02.166731 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-623c9d2d-2807-4e85-b6d9-7cf3ae51a676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (5c34947f-c6b2-4d7b-9f7f-fecaa38f64f2), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:02.172837 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-623c9d2d-2807-4e85-b6d9-7cf3ae51a676 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:02.176530 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-623c9d2d-2807-4e85-b6d9-7cf3ae51a676 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c34947f-c6b2-4d7b-9f7f-fecaa38f64f2 HTTP/1.1" status: 204 len: 168 time: 0.1470315 Jan 28 20:27:02.184869 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c9d2d-2807-4e85-b6d9-7cf3ae51a676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c34947f-c6b2-4d7b-9f7f-fecaa38f64f2,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:02.244132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c8065-c499-432a-ace0-f73ad091bc40 req-6e8b5e7f-0ddc-443e-ad72-7415bbf8246a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.245637 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-830c8065-c499-432a-ace0-f73ad091bc40 req-6e8b5e7f-0ddc-443e-ad72-7415bbf8246a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0689890 Jan 28 20:27:02.292810 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-830c8065-c499-432a-ace0-f73ad091bc40 req-85df89a1-ef1c-4f5a-9d96-38c240bf5fc0 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407879 Jan 28 20:27:02.485247 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744992a-f60b-4303-b122-2a24b5feda16 req-2706d7d5-129f-4948-90dd-5ea271289f28 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:02.486826 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7744992a-f60b-4303-b122-2a24b5feda16 req-2706d7d5-129f-4948-90dd-5ea271289f28 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0549898 Jan 28 20:27:02.534404 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7744992a-f60b-4303-b122-2a24b5feda16 req-4238078a-9b7b-4bf3-8071-199ba08dcb81 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Jan 28 20:27:02.848793 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41242) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:02.955415 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-513575450-network', 'tenant_id': '233c971f72344f29b43e34bdbc74f322'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:02.980453 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Made reservation on behalf of 233c971f72344f29b43e34bdbc74f322 for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:02.982763 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.000315 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70dbc2-cc22-4677-90df-2141316fb5f2 req-4c5444d7-2a9a-4720-9421-d152eb0e93e7 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.001794 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4b70dbc2-cc22-4677-90df-2141316fb5f2 req-4c5444d7-2a9a-4720-9421-d152eb0e93e7 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0786731 Jan 28 20:27:03.002459 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.070166 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4b70dbc2-cc22-4677-90df-2141316fb5f2 req-b4fa0d16-e2b8-4482-9e5e-08400e0f2606 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602443 Jan 28 20:27:03.110208 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Publish callbacks [] for security_group (b307ffe9-cea5-454b-92d9-61eab5dcd136), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.114066 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (b307ffe9-cea5-454b-92d9-61eab5dcd136), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.136430 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:27:03.151096 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b307ffe9-cea5-454b-92d9-61eab5dcd136,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:03.153885 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (8d3ed20c-d1d0-458b-bd19-62fbe755335f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.154229 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Added segment 8d3ed20c-d1d0-458b-bd19-62fbe755335f of type vlan for network 97469fd9-92da-4a16-98cd-bf9530a454a2 Jan 28 20:27:03.193365 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (97469fd9-92da-4a16-98cd-bf9530a454a2), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.218350 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (97469fd9-92da-4a16-98cd-bf9530a454a2), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.219319 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.220049 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.460801 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6108079 Jan 28 20:27:03.463725 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41254) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:03.468612 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Request body: {'subnet': {'network_id': '97469fd9-92da-4a16-98cd-bf9530a454a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-513575450-subnet', 'tenant_id': '233c971f72344f29b43e34bdbc74f322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:03.475689 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922ec85-78e4-4414-94f4-4f402065abce admin admin] Pushing event updated for resources: {'Network': ['ID=97469fd9-92da-4a16-98cd-bf9530a454a2,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:03.486748 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 97469fd9-92da-4a16-98cd-bf9530a454a2 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:27:03.492414 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Made reservation on behalf of 233c971f72344f29b43e34bdbc74f322 for: {'subnet': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:03.495422 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25715612'] for subnet (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.516844 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219bf35-0206-4615-ab9d-0b51976d43c1 req-d149c023-207f-48e4-847a-bb6084477347 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.518379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9219bf35-0206-4615-ab9d-0b51976d43c1 req-d149c023-207f-48e4-847a-bb6084477347 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.2936080 Jan 28 20:27:03.535817 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e8f24-4c42-4ed3-b0e7-a1ba9732c367 req-c8e10361-6c1d-400d-b4fc-abba2f3e68fa tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.537488 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d48e8f24-4c42-4ed3-b0e7-a1ba9732c367 req-c8e10361-6c1d-400d-b4fc-abba2f3e68fa tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0811684 Jan 28 20:27:03.614498 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9219bf35-0206-4615-ab9d-0b51976d43c1 req-79d65c95-3e62-4d6b-80ca-8c428bec1cd5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 Jan 28 20:27:03.618737 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d48e8f24-4c42-4ed3-b0e7-a1ba9732c367 req-b490747e-f523-4a3a-a4f4-67c456b5a040 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722027 Jan 28 20:27:03.710503 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3586184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25715598'] for subnet (37585473-77a2-45e0-8a21-d7f69d8be7f1), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.740836 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108b2fa-0340-4577-b545-0258222e61fe req-6e58cf4d-9eb1-41d6-ad93-fd2720330e72 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.742251 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c108b2fa-0340-4577-b545-0258222e61fe req-6e58cf4d-9eb1-41d6-ad93-fd2720330e72 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0553594 Jan 28 20:27:03.769715 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37585473-77a2-45e0-8a21-d7f69d8be7f1,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:03.781562 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Checking segment: {'id': '8d3ed20c-d1d0-458b-bd19-62fbe755335f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '97469fd9-92da-4a16-98cd-bf9530a454a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:27:03.781945 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Network hostable DHCP agents. Network: 97469fd9-92da-4a16-98cd-bf9530a454a2, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:27:03.796781 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c108b2fa-0340-4577-b545-0258222e61fe req-9ed12bc5-c443-401f-806e-fe2f6436d267 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482254 Jan 28 20:27:03.799796 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Network 97469fd9-92da-4a16-98cd-bf9530a454a2 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:27:03.815036 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 97469fd9-92da-4a16-98cd-bf9530a454a2) {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:03.819230 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:03.819822 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:03.824257 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9171686-8faf-4180-b179-87981f63e2c7 None None] Network 97469fd9-92da-4a16-98cd-bf9530a454a2 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:27:03.837338 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-9e03a4a6-4327-4a3f-af60-a93832b09da7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3724558 Jan 28 20:27:03.933521 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e0a2cd-005a-410e-8068-38e702fed8b2 None None] Network 97469fd9-92da-4a16-98cd-bf9530a454a2 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:27:04.201192 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091152-23b0-4ada-aeb1-eac0827dc8c9 req-8cf276b6-1731-4e0c-a759-0ef7009afabe tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.202895 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9f091152-23b0-4ada-aeb1-eac0827dc8c9 req-8cf276b6-1731-4e0c-a759-0ef7009afabe tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0559888 Jan 28 20:27:04.256705 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9f091152-23b0-4ada-aeb1-eac0827dc8c9 req-40220b0d-d26c-416c-977e-14b89048c819 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482330 Jan 28 20:27:04.343436 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41280) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:04.348353 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-662387888-network', 'tenant_id': '5f5942470d044038a3c1444fd8ac8d79'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:04.367753 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Made reservation on behalf of 5f5942470d044038a3c1444fd8ac8d79 for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:04.370051 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.379439 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.455106 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Publish callbacks [] for security_group (c182d429-fea2-49a6-933f-764aff0df601), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.458918 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c182d429-fea2-49a6-933f-764aff0df601), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.485968 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:27:04.494862 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c182d429-fea2-49a6-933f-764aff0df601,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:04.504499 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (d3adb7f2-6386-4706-9d0a-ef522153a17b), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.504748 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Added segment d3adb7f2-6386-4706-9d0a-ef522153a17b of type vlan for network c93313d0-9e85-4f7b-8424-e5f92dc74720 Jan 28 20:27:04.552074 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (c93313d0-9e85-4f7b-8424-e5f92dc74720), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.577620 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (c93313d0-9e85-4f7b-8424-e5f92dc74720), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.578808 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.579465 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.635215 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2905719 Jan 28 20:27:04.638042 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41282) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:04.645173 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c3787-0a88-4f02-928e-015900f5c602 admin admin] Pushing event updated for resources: {'Network': ['ID=c93313d0-9e85-4f7b-8424-e5f92dc74720,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:04.650614 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Request body: {'subnet': {'network_id': 'c93313d0-9e85-4f7b-8424-e5f92dc74720', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-662387888-subnet', 'tenant_id': '5f5942470d044038a3c1444fd8ac8d79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:04.660322 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network c93313d0-9e85-4f7b-8424-e5f92dc74720 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:27:04.677858 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Made reservation on behalf of 5f5942470d044038a3c1444fd8ac8d79 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:04.681365 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:04.858313 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61431422-8c20-4e85-aa0c-4242a6230379 req-f43962e3-f615-43e4-accf-22d5ea404b0a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.859900 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61431422-8c20-4e85-aa0c-4242a6230379 req-f43962e3-f615-43e4-accf-22d5ea404b0a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.1267834 Jan 28 20:27:04.866418 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc29ba-58d4-45cc-a46d-d55eab57d8c7 req-2509614e-1ef6-4104-8586-9260f2330c86 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:04.867767 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3bc29ba-58d4-45cc-a46d-d55eab57d8c7 req-2509614e-1ef6-4104-8586-9260f2330c86 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1371210 Jan 28 20:27:05.003759 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3bc29ba-58d4-45cc-a46d-d55eab57d8c7 req-46231f65-192d-47db-aa41-2241a26472e1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273499 Jan 28 20:27:05.008464 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61431422-8c20-4e85-aa0c-4242a6230379 req-b192baa7-81e0-4ecc-90a6-ff2cb9737091 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398222 Jan 28 20:27:05.027287 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for subnet (033936e2-8e5b-488d-9507-4a02cab6c8df), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:05.110294 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033936e2-8e5b-488d-9507-4a02cab6c8df,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:05.125233 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Checking segment: {'id': 'd3adb7f2-6386-4706-9d0a-ef522153a17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c93313d0-9e85-4f7b-8424-e5f92dc74720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:27:05.125662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Network hostable DHCP agents. Network: c93313d0-9e85-4f7b-8424-e5f92dc74720, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:27:05.148113 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cbaef-eb34-41ca-9344-03063bc6ad67 req-540a6faa-b32e-45a4-b580-5be072cfcc93 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:05.149570 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-412cbaef-eb34-41ca-9344-03063bc6ad67 req-540a6faa-b32e-45a4-b580-5be072cfcc93 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0861259 Jan 28 20:27:05.162649 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Network c93313d0-9e85-4f7b-8424-e5f92dc74720 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:27:05.186635 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, c93313d0-9e85-4f7b-8424-e5f92dc74720) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:05.191719 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:05.193808 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:05.194524 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb390a-6da7-4491-a05c-385620cfedfa None None] Network c93313d0-9e85-4f7b-8424-e5f92dc74720 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:27:05.224171 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e5020ad3-c61b-4138-9180-b2636c720c91 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5831587 Jan 28 20:27:05.228379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-412cbaef-eb34-41ca-9344-03063bc6ad67 req-0a321f58-64f4-4bb0-a616-2441c9677cd2 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722585 Jan 28 20:27:05.417276 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c062c74-397f-4d54-8e5c-495363cbea37 req-90e8d5d3-0b43-4e5b-8db5-a9e4051646a3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:05.418914 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7c062c74-397f-4d54-8e5c-495363cbea37 req-90e8d5d3-0b43-4e5b-8db5-a9e4051646a3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0786743 Jan 28 20:27:05.471395 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7c062c74-397f-4d54-8e5c-495363cbea37 req-1ec9e834-930c-41d7-81d4-0f2c5fa1c41e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463424 Jan 28 20:27:05.471610 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375fd3a-35b6-42c6-9413-be24986ff2da None None] Network c93313d0-9e85-4f7b-8424-e5f92dc74720 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:27:06.153242 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46660b50-e004-427a-93e6-e59006aff861 req-4cfd6aa7-230d-4838-a358-c21f5d88525b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.154743 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-46660b50-e004-427a-93e6-e59006aff861 req-4cfd6aa7-230d-4838-a358-c21f5d88525b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0846009 Jan 28 20:27:06.166253 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec38aa2-dd49-4c3b-91b7-cbe4d557338a req-4f081d3f-475a-4fca-ba1e-55bc599540a8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.167639 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ec38aa2-dd49-4c3b-91b7-cbe4d557338a req-4f081d3f-475a-4fca-ba1e-55bc599540a8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0719552 Jan 28 20:27:06.237892 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-46660b50-e004-427a-93e6-e59006aff861 req-c8928f7c-99f0-4e47-91a8-023e2385981e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692606 Jan 28 20:27:06.241246 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ec38aa2-dd49-4c3b-91b7-cbe4d557338a req-aae41bc7-3e91-433c-8429-c8983454dd14 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664914 Jan 28 20:27:06.349823 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96489afb-7991-4e01-8971-c6ce0b8ae437 req-dd7370ef-483e-4d27-ba47-3eba7471c68b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.351347 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-96489afb-7991-4e01-8971-c6ce0b8ae437 req-dd7370ef-483e-4d27-ba47-3eba7471c68b tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0544636 Jan 28 20:27:06.397563 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-96489afb-7991-4e01-8971-c6ce0b8ae437 req-e3ceb086-9452-467f-8d37-0405d3d6cbe3 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Jan 28 20:27:06.553618 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15710a-311b-402b-9162-1af782db0015 req-d6b2fd4e-8f79-4291-bd8c-2f846037e197 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.555194 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ad15710a-311b-402b-9162-1af782db0015 req-d6b2fd4e-8f79-4291-bd8c-2f846037e197 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0559316 Jan 28 20:27:06.571055 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8a792f18-b1c0-4227-986d-0962252388d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:06.630826 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ad15710a-311b-402b-9162-1af782db0015 req-42c8c462-ff06-40f7-80cb-e73a87bea689 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663958 Jan 28 20:27:06.638932 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd377f9-8369-47c7-a8be-d84715d8372d req-d69cd16d-3464-40d7-ae23-cf8933088bec tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.640373 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3cd377f9-8369-47c7-a8be-d84715d8372d req-d69cd16d-3464-40d7-ae23-cf8933088bec tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0841796 Jan 28 20:27:06.689644 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3cd377f9-8369-47c7-a8be-d84715d8372d req-61531b16-ddf6-42f6-8e29-f2b8cbc77b67 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426636 Jan 28 20:27:06.815516 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b0c2-f5fb-450f-8efa-724868699267 req-d3f00646-02bd-41ac-be7c-2df40665c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.817233 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e195b0c2-f5fb-450f-8efa-724868699267 req-d3f00646-02bd-41ac-be7c-2df40665c69c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 1129 time: 0.0474129 Jan 28 20:27:06.920874 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b0c2-f5fb-450f-8efa-724868699267 req-97036901-d00f-465e-aba4-066d06d81de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:06.922979 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e195b0c2-f5fb-450f-8efa-724868699267 req-97036901-d00f-465e-aba4-066d06d81de3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.0954957 Jan 28 20:27:07.077533 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e195b0c2-f5fb-450f-8efa-724868699267 req-799345fe-06d6-4685-b873-0f3c63991915 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54934fcd-603d-4abb-9727-1c1d86acb034 HTTP/1.1" status: 200 len: 217 time: 0.0385206 Jan 28 20:27:07.165612 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195b0c2-f5fb-450f-8efa-724868699267 req-8793efde-376d-4a05-b977-62282f2a0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:07.166931 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e195b0c2-f5fb-450f-8efa-724868699267 req-8793efde-376d-4a05-b977-62282f2a0237 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0429702 Jan 28 20:27:07.200076 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e195b0c2-f5fb-450f-8efa-724868699267 req-3969b40c-106d-43cd-8ce1-0ed992320545 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250332 Jan 28 20:27:07.295523 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e195b0c2-f5fb-450f-8efa-724868699267 req-fc7a1c5d-0c9c-48d1-a970-7aa248437ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879278 Jan 28 20:27:07.363071 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bdbaa-598a-4487-b5ed-ccb62c728752 req-30cbb7b6-06ea-44e0-901e-836750e8158a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:07.364801 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-df9bdbaa-598a-4487-b5ed-ccb62c728752 req-30cbb7b6-06ea-44e0-901e-836750e8158a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0563502 Jan 28 20:27:07.426176 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-df9bdbaa-598a-4487-b5ed-ccb62c728752 req-7ecb8ec6-37be-45bc-8f8e-a0de3a3d8bcc tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545659 Jan 28 20:27:07.538802 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a3f34-9c9c-41f3-8ef4-9862fe7425af req-bfd83e07-ea8b-4c38-8e16-39805fb0f851 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:07.543677 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-348a3f34-9c9c-41f3-8ef4-9862fe7425af req-bfd83e07-ea8b-4c38-8e16-39805fb0f851 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0610890 Jan 28 20:27:07.582919 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e195b0c2-f5fb-450f-8efa-724868699267 req-2ce5e9f7-b46c-4ad5-ad48-53c8c3ed1598 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807858 Jan 28 20:27:07.597753 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-348a3f34-9c9c-41f3-8ef4-9862fe7425af req-79e1e83b-bf4b-4ef8-af34-0083baddb12c tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Jan 28 20:27:07.751884 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155a505-63e1-4eb1-b9e1-e7af0ec12902 req-43aca454-9b96-4f5f-9848-bfa2fb1d021d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:07.753350 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e155a505-63e1-4eb1-b9e1-e7af0ec12902 req-43aca454-9b96-4f5f-9848-bfa2fb1d021d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0512204 Jan 28 20:27:07.830770 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e155a505-63e1-4eb1-b9e1-e7af0ec12902 req-d63125db-54d4-4e28-ae98-d0a6fa3a33ab tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719187 Jan 28 20:27:07.845777 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f03ba0-3e01-42d5-b99b-e8e50b3eb7e1 req-6b3a5037-f59f-4c1c-89cf-5f6bd95f9be8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:07.847639 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-72f03ba0-3e01-42d5-b99b-e8e50b3eb7e1 req-6b3a5037-f59f-4c1c-89cf-5f6bd95f9be8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0824506 Jan 28 20:27:07.896772 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-72f03ba0-3e01-42d5-b99b-e8e50b3eb7e1 req-478786fe-7d16-4bbb-94dd-cd39258017b6 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Jan 28 20:27:08.562966 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775b450-11f3-47c6-bfdc-8d6548515c51 req-1dec37d7-4f44-4829-bdbd-2e4150385bd8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:08.564468 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e775b450-11f3-47c6-bfdc-8d6548515c51 req-1dec37d7-4f44-4829-bdbd-2e4150385bd8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0586286 Jan 28 20:27:08.615764 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e775b450-11f3-47c6-bfdc-8d6548515c51 req-4414c1c9-a185-4922-a4c6-914c041a717e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456374 Jan 28 20:27:08.853419 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb782fec-bf5a-42fa-9d65-8b718bbd1be4 req-c6d1d295-28f8-4671-b466-dbd646576899 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:08.855455 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fb782fec-bf5a-42fa-9d65-8b718bbd1be4 req-c6d1d295-28f8-4671-b466-dbd646576899 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0542617 Jan 28 20:27:08.909630 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6f67e9dd-2721-4cb3-a220-fda7d5a6d85e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:08.965131 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fb782fec-bf5a-42fa-9d65-8b718bbd1be4 req-4bb0118a-de18-4a5b-98e5-d50fc08c357e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977473 Jan 28 20:27:09.036762 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30fe3c-07f0-4ee2-ae54-725e6cd0e478 req-7252417c-5576-4c45-85db-bd2b35e0a338 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.040436 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f30fe3c-07f0-4ee2-ae54-725e6cd0e478 req-7252417c-5576-4c45-85db-bd2b35e0a338 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0979099 Jan 28 20:27:09.127780 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f30fe3c-07f0-4ee2-ae54-725e6cd0e478 req-11ea4e0e-90a9-46c7-a8fc-dc5d996da897 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796204 Jan 28 20:27:09.148224 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875894f-d7ab-4456-a6c4-d9c45dad2926 req-8e4740ae-bec7-4d2b-b5bd-0a958a86eb58 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.151003 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1875894f-d7ab-4456-a6c4-d9c45dad2926 req-8e4740ae-bec7-4d2b-b5bd-0a958a86eb58 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0906579 Jan 28 20:27:09.211885 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1875894f-d7ab-4456-a6c4-d9c45dad2926 req-f614d565-73f8-49b2-8b2b-b8532e9be814 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527194 Jan 28 20:27:09.434970 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39effdd-658b-4097-a071-f31bf797fa75 req-e8b2d77e-eaff-4eed-9d7d-6135986028b8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.436847 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d39effdd-658b-4097-a071-f31bf797fa75 req-e8b2d77e-eaff-4eed-9d7d-6135986028b8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0887756 Jan 28 20:27:09.446007 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41434) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:09.451143 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'floatingip': {'port_id': '37507c9d-22d6-4b55-b7be-87e04e27d5d1'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:09.522523 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (a8d63e12-e7e6-4784-956d-24bbabd2e7b6), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:09.819279 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ab24d-f9aa-4941-a967-0342a7cebe47 req-9ef575cf-1240-4e99-8588-6e38582348a5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:09.820654 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-104ab24d-f9aa-4941-a967-0342a7cebe47 req-9ef575cf-1240-4e99-8588-6e38582348a5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.1191614 Jan 28 20:27:09.950715 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:27:10.023884 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:10.049251 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-104ab24d-f9aa-4941-a967-0342a7cebe47 req-a0387747-a501-4d26-b794-2e723a857a08 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012610 Jan 28 20:27:10.413561 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50f941-f935-4ca6-8edd-0f2425a1111a req-52c333ad-2697-4eb6-8b92-847bc8ea6a9f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:10.415102 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4f50f941-f935-4ca6-8edd-0f2425a1111a req-52c333ad-2697-4eb6-8b92-847bc8ea6a9f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1490328 Jan 28 20:27:10.535440 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:10.555332 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (a8d63e12-e7e6-4784-956d-24bbabd2e7b6), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:10.635740 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4f50f941-f935-4ca6-8edd-0f2425a1111a req-e807a228-c9a5-4542-ae87-eed1c42c2b64 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864593 Jan 28 20:27:10.646147 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41488) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:10.747519 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Floating IP a8d63e12-e7e6-4784-956d-24bbabd2e7b6 associated. External IP: 172.27.0.193, port: 37507c9d-22d6-4b55-b7be-87e04e27d5d1. Jan 28 20:27:10.799204 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:10.939801 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Publish callbacks [] for security_group (2c39931a-a58c-4651-aafd-20fe464d0dbd), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:10.945514 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (2c39931a-a58c-4651-aafd-20fe464d0dbd), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:10.995687 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8217f56ecac74ecdbd3f79d96d97af9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476248 Jan 28 20:27:10.997164 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c39931a-a58c-4651-aafd-20fe464d0dbd,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:10.999493 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41508) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:11.004988 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.005428 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.005840 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.006275 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.006677 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.007082 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.007482 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.007898 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.008298 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.008695 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.009090 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.009483 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.010084 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2044d1d-4efb-4f21-b8f6-abbbf4c698f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.115526 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Router d21fa658-1f72-479c-8ee7-3a0da514a850 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:27:11.117300 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Publish callbacks [] for security_group (2c39931a-a58c-4651-aafd-20fe464d0dbd), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.143202 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41516) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:11.190219 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Publish callbacks [] for security_group (2c39931a-a58c-4651-aafd-20fe464d0dbd), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.291215 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52a2f622-7e0c-4ad2-ae4b-13da65c0cf89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.309009 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (2c39931a-a58c-4651-aafd-20fe464d0dbd), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.313709 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.316404 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c39931a-a58c-4651-aafd-20fe464d0dbd HTTP/1.1" status: 204 len: 168 time: 0.3104484 Jan 28 20:27:11.337359 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:27:11.339787 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c39931a-a58c-4651-aafd-20fe464d0dbd,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:11.349760 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.359989 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] Sync routers for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:27:11.370745 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.371128 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.371485 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.371826 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.372138 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:11.372252 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.372485 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.372819 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.372930 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:27:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:11.373150 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.373485 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.373819 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.374182 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.374513 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.374837 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802f8dd3-165f-47a0-8295-259375453cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:11.399206 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-5264d3cc-fb7f-4dc3-893e-12d6d2c3d3fa tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "PUT /v2.0/floatingips/a8d63e12-e7e6-4784-956d-24bbabd2e7b6 HTTP/1.1" status: 200 len: 991 time: 1.9522088 Jan 28 20:27:11.399779 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'tag': '37507c9d-22d6-4b55-b7be-87e04e27d5d1'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:11.400458 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52a2f622-7e0c-4ad2-ae4b-13da65c0cf89 admin admin] Publish callbacks [] for security_group (7450edd3-4cef-41b2-a8b9-6b6582694a51), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.403367 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a381e2-a5fe-4876-b4db-06f0b7f598dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd446032-56d9-4e84-abd4-85bc3acbc24b", "tag": "37507c9d-22d6-4b55-b7be-87e04e27d5d1"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:11.411901 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52a2f622-7e0c-4ad2-ae4b-13da65c0cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7450edd3-4cef-41b2-a8b9-6b6582694a51), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.444002 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.472644 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2f622-7e0c-4ad2-ae4b-13da65c0cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7450edd3-4cef-41b2-a8b9-6b6582694a51,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:11.480257 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41526) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:11.486895 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-52a2f622-7e0c-4ad2-ae4b-13da65c0cf89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8fcbce4427714f0bb5bc2076e65d18ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423493 Jan 28 20:27:11.521712 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c862f65-8ec3-492d-864b-72713cb2dee7 x-openstack-request-id: req-0c862f65-8ec3-492d-864b-72713cb2dee7 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:11.521908 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:11.522167 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd446032-56d9-4e84-abd4-85bc3acbc24b", "tag": "37507c9d-22d6-4b55-b7be-87e04e27d5d1", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:11.522653 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c862f65-8ec3-492d-864b-72713cb2dee7 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:11.523045 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'tag': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'status': 'completed', 'code': 200} Jan 28 20:27:11.544413 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7700-cf47-4e89-997e-348b557b710b admin admin] Publish callbacks [] for security_group (7450edd3-4cef-41b2-a8b9-6b6582694a51), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.608106 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7700-cf47-4e89-997e-348b557b710b admin admin] Publish callbacks [] for security_group (7450edd3-4cef-41b2-a8b9-6b6582694a51), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.640614 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-5a455b15-f4dd-4efd-8aa7-1e45c9321890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:11.643118 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-5a455b15-f4dd-4efd-8aa7-1e45c9321890 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 1129 time: 0.0812082 Jan 28 20:27:11.722222 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7700-cf47-4e89-997e-348b557b710b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7450edd3-4cef-41b2-a8b9-6b6582694a51), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.724754 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7700-cf47-4e89-997e-348b557b710b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.728238 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-0c2e7700-cf47-4e89-997e-348b557b710b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7450edd3-4cef-41b2-a8b9-6b6582694a51 HTTP/1.1" status: 204 len: 168 time: 0.2440803 Jan 28 20:27:11.764571 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7700-cf47-4e89-997e-348b557b710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7450edd3-4cef-41b2-a8b9-6b6582694a51,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:11.809970 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d18981-bcb3-4740-ae0f-c385b665a78c req-581fb914-5217-42aa-ae02-5326bb115f15 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:11.813868 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-12d18981-bcb3-4740-ae0f-c385b665a78c req-581fb914-5217-42aa-ae02-5326bb115f15 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1023784 Jan 28 20:27:11.827876 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-5f5ed0fd-6cd8-4865-b7f9-999b78cf23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:11.829806 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-5f5ed0fd-6cd8-4865-b7f9-999b78cf23b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 918 time: 0.1781528 Jan 28 20:27:11.880569 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41542) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:11.906091 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-949945a9-529f-40a3-a827-0eba82e9a18c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:11.920191 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-12d18981-bcb3-4740-ae0f-c385b665a78c req-db522235-e71c-405d-9e97-a9e269355786 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006489 Jan 28 20:27:12.013909 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-f67b4644-914c-4d7a-be58-db56574a2fa4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1 HTTP/1.1" status: 200 len: 999 time: 0.1768517 Jan 28 20:27:12.031692 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-949945a9-529f-40a3-a827-0eba82e9a18c admin admin] Publish callbacks [] for security_group (5ca7e071-0a61-493f-ad70-a9d15bea7a38), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.042537 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-949945a9-529f-40a3-a827-0eba82e9a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (5ca7e071-0a61-493f-ad70-a9d15bea7a38), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.054087 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'a8d63e12-e7e6-4784-956d-24bbabd2e7b6', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'port_id': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'mac_address': 'fa:16:3e:9d:37:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:20Z', 'updated_at': '2022-01-28T20:27:10Z', 'revision_number': 1, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:12.083818 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949945a9-529f-40a3-a827-0eba82e9a18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca7e071-0a61-493f-ad70-a9d15bea7a38,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:12.089335 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-949945a9-529f-40a3-a827-0eba82e9a18c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a615fd5f1d684b1aac47a47da4f2d5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077208 Jan 28 20:27:12.096422 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41548) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:12.129701 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] Checking router: d21fa658-1f72-479c-8ee7-3a0da514a850 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:27:12.130209 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-460d5a2e-612e-4b0e-a4a2-b33bc2d5c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.131981 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-460d5a2e-612e-4b0e-a4a2-b33bc2d5c302 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.1120081 Jan 28 20:27:12.153826 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:27:12.155632 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:27:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:12.195584 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-472ac382-b706-425f-ba76-bf20c837e60f admin admin] Publish callbacks [] for security_group (5ca7e071-0a61-493f-ad70-a9d15bea7a38), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.234628 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-b23c9ece-bed6-4071-9462-35699905e7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:12.242804 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-b23c9ece-bed6-4071-9462-35699905e7c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918572 Jan 28 20:27:12.243416 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41558) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:12.269546 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-472ac382-b706-425f-ba76-bf20c837e60f admin admin] Publish callbacks [] for security_group (5ca7e071-0a61-493f-ad70-a9d15bea7a38), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.271408 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8e863b70-5deb-4a94-b690-edf571d24ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.361835 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:27:12.377510 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-472ac382-b706-425f-ba76-bf20c837e60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (5ca7e071-0a61-493f-ad70-a9d15bea7a38), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.381270 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-472ac382-b706-425f-ba76-bf20c837e60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.389799 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-472ac382-b706-425f-ba76-bf20c837e60f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ca7e071-0a61-493f-ad70-a9d15bea7a38 HTTP/1.1" status: 204 len: 168 time: 0.2859998 Jan 28 20:27:12.399770 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ac382-b706-425f-ba76-bf20c837e60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca7e071-0a61-493f-ad70-a9d15bea7a38,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:12.401035 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-cfb4cd54-d5e9-45a6-8c6a-b841a891caeb service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409957 Jan 28 20:27:12.562427 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8e863b70-5deb-4a94-b690-edf571d24ad9 admin admin] Publish callbacks [] for security_group (38b17c73-2e65-47e7-a66e-1fb1d0d4b2cb), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.572034 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8e863b70-5deb-4a94-b690-edf571d24ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (38b17c73-2e65-47e7-a66e-1fb1d0d4b2cb), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.621690 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-13a381e2-a5fe-4876-b4db-06f0b7f598dd req-a90d52c0-5d35-4e1a-bdd6-f5a288d0397a service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114451 Jan 28 20:27:12.639225 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41572) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:12.639396 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-8e863b70-5deb-4a94-b690-edf571d24ad9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f41e0a6cc81a4c44bd363d10f1fc13c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947833 Jan 28 20:27:12.640424 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e863b70-5deb-4a94-b690-edf571d24ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b17c73-2e65-47e7-a66e-1fb1d0d4b2cb,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:12.751691 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-66c7eb6a-310a-488a-b281-614b688b1910 admin admin] Publish callbacks [] for security_group (38b17c73-2e65-47e7-a66e-1fb1d0d4b2cb), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.801148 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.817181 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-66c7eb6a-310a-488a-b281-614b688b1910 admin admin] Publish callbacks [] for security_group (38b17c73-2e65-47e7-a66e-1fb1d0d4b2cb), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.847397 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'a8d63e12-e7e6-4784-956d-24bbabd2e7b6', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'port_id': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'mac_address': 'fa:16:3e:9d:37:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:20Z', 'updated_at': '2022-01-28T20:27:10Z', 'revision_number': 1, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:12.873744 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-66c7eb6a-310a-488a-b281-614b688b1910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (38b17c73-2e65-47e7-a66e-1fb1d0d4b2cb), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.876523 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-66c7eb6a-310a-488a-b281-614b688b1910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:12.880140 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-66c7eb6a-310a-488a-b281-614b688b1910 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38b17c73-2e65-47e7-a66e-1fb1d0d4b2cb HTTP/1.1" status: 204 len: 168 time: 0.2355762 Jan 28 20:27:12.882834 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f651e5b-fcf1-4faa-8e1e-8413795f5280 None None] The sync data for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi is: [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'a8d63e12-e7e6-4784-956d-24bbabd2e7b6', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'port_id': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'mac_address': 'fa:16:3e:9d:37:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:26:20Z', 'updated_at': '2022-01-28T20:27:10Z', 'revision_number': 1, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:27:12.886249 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7eb6a-310a-488a-b281-614b688b1910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b17c73-2e65-47e7-a66e-1fb1d0d4b2cb,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:13.079003 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d8fcc-8f6e-4f80-8f68-c27a61120d32 req-b8983ed8-489b-49bb-8a57-065a13347057 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:13.080711 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e50d8fcc-8f6e-4f80-8f68-c27a61120d32 req-b8983ed8-489b-49bb-8a57-065a13347057 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0727153 Jan 28 20:27:13.141656 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e50d8fcc-8f6e-4f80-8f68-c27a61120d32 req-cfebe2aa-22f1-4683-8fc8-4812fbaef798 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Jan 28 20:27:13.204420 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17780ffe-e848-4cd5-963c-b30ba06c0b85 None None] New status for floating IP a8d63e12-e7e6-4784-956d-24bbabd2e7b6: ACTIVE {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:27:14.045092 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41648) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:14.278831 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225d5b1-87dd-4a46-b66f-441bbde0052e req-7e3e368a-74be-4918-8478-465552944ae1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:14.280595 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d225d5b1-87dd-4a46-b66f-441bbde0052e req-7e3e368a-74be-4918-8478-465552944ae1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0580025 Jan 28 20:27:14.299645 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8c9ead90-08c4-466f-8b63-376d34622b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:14.359825 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d225d5b1-87dd-4a46-b66f-441bbde0052e req-5e97f7e8-7695-4027-8f2c-c90873acd397 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720048 Jan 28 20:27:14.418583 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8c9ead90-08c4-466f-8b63-376d34622b21 admin admin] Publish callbacks [] for security_group (6e29ff01-7d2b-4ef9-b01b-5bbd194f7eff), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:14.424063 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8c9ead90-08c4-466f-8b63-376d34622b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (6e29ff01-7d2b-4ef9-b01b-5bbd194f7eff), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:14.464360 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8c9ead90-08c4-466f-8b63-376d34622b21 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f986bee9fbf242439ed635948ae46fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4170752 Jan 28 20:27:14.466896 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41676) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:14.467343 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ead90-08c4-466f-8b63-376d34622b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e29ff01-7d2b-4ef9-b01b-5bbd194f7eff,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:14.516890 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-db098c1e-a5a0-472a-8f52-bd9d4f795bc2 admin admin] Publish callbacks [] for security_group (6e29ff01-7d2b-4ef9-b01b-5bbd194f7eff), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:14.538482 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-db098c1e-a5a0-472a-8f52-bd9d4f795bc2 admin admin] Publish callbacks [] for security_group (6e29ff01-7d2b-4ef9-b01b-5bbd194f7eff), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:14.586982 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-db098c1e-a5a0-472a-8f52-bd9d4f795bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (6e29ff01-7d2b-4ef9-b01b-5bbd194f7eff), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:14.589721 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-db098c1e-a5a0-472a-8f52-bd9d4f795bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:14.591385 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-db098c1e-a5a0-472a-8f52-bd9d4f795bc2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6e29ff01-7d2b-4ef9-b01b-5bbd194f7eff HTTP/1.1" status: 204 len: 168 time: 0.1227398 Jan 28 20:27:14.600845 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db098c1e-a5a0-472a-8f52-bd9d4f795bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e29ff01-7d2b-4ef9-b01b-5bbd194f7eff,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:15.077001 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41724) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:15.193164 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3116cd11-33f1-4890-9e49-577fe882c106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.285733 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3116cd11-33f1-4890-9e49-577fe882c106 admin admin] Publish callbacks [] for security_group (e22e38c3-4174-4531-b89b-7a63d140eef3), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.289674 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3116cd11-33f1-4890-9e49-577fe882c106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (e22e38c3-4174-4531-b89b-7a63d140eef3), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.314342 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41738) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:15.334972 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-3116cd11-33f1-4890-9e49-577fe882c106 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd3ab10f4d2640afb264885fc2eda845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565012 Jan 28 20:27:15.335895 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116cd11-33f1-4890-9e49-577fe882c106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22e38c3-4174-4531-b89b-7a63d140eef3,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:15.337892 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41742) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:15.398721 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f12-8d05-48b0-b098-a72d1ee45830 admin admin] Publish callbacks [] for security_group (e22e38c3-4174-4531-b89b-7a63d140eef3), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.419501 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1128249125-network', 'tenant_id': '78a5e26db5b844c4b585a7441fefd731'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:15.437287 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f12-8d05-48b0-b098-a72d1ee45830 admin admin] Publish callbacks [] for security_group (e22e38c3-4174-4531-b89b-7a63d140eef3), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.490876 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Made reservation on behalf of 78a5e26db5b844c4b585a7441fefd731 for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:15.493121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.512516 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.548162 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda4fc0-09c5-4a9b-92a5-782d658e4c8c req-44d90acd-5c0c-4eb5-aa28-646570d1f0bf tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.549640 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2dda4fc0-09c5-4a9b-92a5-782d658e4c8c req-44d90acd-5c0c-4eb5-aa28-646570d1f0bf tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1086047 Jan 28 20:27:15.567926 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f12-8d05-48b0-b098-a72d1ee45830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (e22e38c3-4174-4531-b89b-7a63d140eef3), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.570396 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e3c28f12-8d05-48b0-b098-a72d1ee45830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.571450 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e3c28f12-8d05-48b0-b098-a72d1ee45830 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e22e38c3-4174-4531-b89b-7a63d140eef3 HTTP/1.1" status: 204 len: 168 time: 0.2323337 Jan 28 20:27:15.602479 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c28f12-8d05-48b0-b098-a72d1ee45830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22e38c3-4174-4531-b89b-7a63d140eef3,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:15.645091 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2dda4fc0-09c5-4a9b-92a5-782d658e4c8c req-93caae4c-4ed3-4bb3-9fe4-d8f62fb089fc tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890925 Jan 28 20:27:15.683269 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Publish callbacks [] for security_group (fec25d21-db86-4e1e-a2c9-3bca995b5817), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.688663 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (fec25d21-db86-4e1e-a2c9-3bca995b5817), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.717633 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:27:15.727745 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec25d21-db86-4e1e-a2c9-3bca995b5817,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:15.732691 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (51b8ef65-f63c-44b8-80b4-a718affc46e0), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.733042 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Added segment 51b8ef65-f63c-44b8-80b4-a718affc46e0 of type vlan for network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 Jan 28 20:27:15.774337 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (90b7b458-4b47-48b0-9af1-84b27f2d7b01), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.799462 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (90b7b458-4b47-48b0-9af1-84b27f2d7b01), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.800569 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:15.801157 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.850330 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5347745 Jan 28 20:27:15.853426 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41754) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:15.859189 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Request body: {'subnet': {'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1128249125-subnet', 'tenant_id': '78a5e26db5b844c4b585a7441fefd731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:15.859364 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41756) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:15.877850 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b2c57479-8be8-4e96-8f97-c2979ea5530c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.879327 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Made reservation on behalf of 78a5e26db5b844c4b585a7441fefd731 for: {'subnet': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:15.879772 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ac734-73d5-46ba-bee0-4ba598b9eb13 admin admin] Pushing event updated for resources: {'Network': ['ID=90b7b458-4b47-48b0-9af1-84b27f2d7b01,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:15.882617 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25715612'] for subnet (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.890669 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:27:15.961908 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b2c57479-8be8-4e96-8f97-c2979ea5530c admin admin] Publish callbacks [] for security_group (59da33fa-4a95-49a0-a60d-a2e93e9b22c3), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:15.967132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b2c57479-8be8-4e96-8f97-c2979ea5530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (59da33fa-4a95-49a0-a60d-a2e93e9b22c3), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:16.009605 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b2c57479-8be8-4e96-8f97-c2979ea5530c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b70eacc74d5043088904b488dddc3cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493969 Jan 28 20:27:16.012831 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41760) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:16.025274 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c57479-8be8-4e96-8f97-c2979ea5530c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59da33fa-4a95-49a0-a60d-a2e93e9b22c3,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:16.065408 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-493a7961-65e9-4f08-9636-7939c9dd8eae admin admin] Publish callbacks [] for security_group (59da33fa-4a95-49a0-a60d-a2e93e9b22c3), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:16.079439 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3586184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25715598'] for subnet (a24cbd68-e97d-4171-b989-1ab15c7a772e), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:16.087528 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-493a7961-65e9-4f08-9636-7939c9dd8eae admin admin] Publish callbacks [] for security_group (59da33fa-4a95-49a0-a60d-a2e93e9b22c3), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:16.134186 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-493a7961-65e9-4f08-9636-7939c9dd8eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (59da33fa-4a95-49a0-a60d-a2e93e9b22c3), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:16.136910 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-493a7961-65e9-4f08-9636-7939c9dd8eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:16.141331 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-493a7961-65e9-4f08-9636-7939c9dd8eae admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59da33fa-4a95-49a0-a60d-a2e93e9b22c3 HTTP/1.1" status: 204 len: 168 time: 0.1243327 Jan 28 20:27:16.141480 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24cbd68-e97d-4171-b989-1ab15c7a772e,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:16.144987 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Checking segment: {'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:27:16.145363 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Network hostable DHCP agents. Network: 90b7b458-4b47-48b0-9af1-84b27f2d7b01, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:27:16.146445 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7961-65e9-4f08-9636-7939c9dd8eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59da33fa-4a95-49a0-a60d-a2e93e9b22c3,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:16.164137 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:27:16.175456 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 90b7b458-4b47-48b0-9af1-84b27f2d7b01) {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:16.180257 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:16.180856 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:16.186567 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2d423-d488-44be-98fa-8cdb7e3673b2 None None] Network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:27:16.207697 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-6277037c-9a6a-488a-a417-91ecba2c8cf6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3528981 Jan 28 20:27:16.309107 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af49ddae-fc9a-48bf-872f-a717c5e7cf6d None None] Network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:27:16.784568 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b362b-fab2-40ae-a9b7-af3b0ae71ce6 req-534136a6-49cc-49c6-97c3-2072fc942d76 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:16.786185 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-534b362b-fab2-40ae-a9b7-af3b0ae71ce6 req-534136a6-49cc-49c6-97c3-2072fc942d76 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0625961 Jan 28 20:27:16.886424 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-534b362b-fab2-40ae-a9b7-af3b0ae71ce6 req-0eb45a04-bf33-4ac8-bdd2-7ef5c1a0bd09 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943480 Jan 28 20:27:17.229601 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-59590ed6-c35e-45d0-968e-6807e97f4aec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431569 Jan 28 20:27:17.317308 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-9bc709fe-060e-41e7-9ced-bf7e8c265280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.318854 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-9bc709fe-060e-41e7-9ced-bf7e8c265280 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 1129 time: 0.0467005 Jan 28 20:27:17.427367 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-b11fa15a-8e04-4816-8a15-51de2248cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.428826 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-b11fa15a-8e04-4816-8a15-51de2248cdea service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 916 time: 0.0902655 Jan 28 20:27:17.477007 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-26c90651-4203-4510-857b-2ace1b723774 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7431330-e930-49ae-b76c-bf203d204d59 HTTP/1.1" status: 200 len: 217 time: 0.0364399 Jan 28 20:27:17.537749 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-ce9e4344-1808-4c29-9922-b537e3269c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:17.539416 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-ce9e4344-1808-4c29-9922-b537e3269c29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 200 len: 855 time: 0.0565493 Jan 28 20:27:17.577113 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-2fd14c93-bf07-4003-b8d6-87d44672224f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269954 Jan 28 20:27:17.699793 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-e497eef7-5774-45dc-82b4-08c491eb2d58 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060624 Jan 28 20:27:17.814042 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62eb4a5b-9645-4739-98c9-8adbf0d7332f req-ed285476-c746-4f12-8f49-d272fc36fe64 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060159 Jan 28 20:27:17.896807 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41846) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:18.204313 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-43ba6aab-cb0c-4370-9940-5100f8b70b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:18.297661 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c231e-7f26-4cb7-9b57-258ef236c2b8 req-12379d27-5f66-4175-8c63-9dd98e00d64a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.299169 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e48c231e-7f26-4cb7-9b57-258ef236c2b8 req-12379d27-5f66-4175-8c63-9dd98e00d64a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.3440986 Jan 28 20:27:18.347567 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd86-6068-4a83-9020-eef19687b92d req-72b0f673-fa13-40e2-8ce4-bf2e3081d5ae tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:18.349013 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-72b0f673-fa13-40e2-8ce4-bf2e3081d5ae tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/networks?id=90b7b458-4b47-48b0-9af1-84b27f2d7b01 HTTP/1.1" status: 200 len: 814 time: 0.1832342 Jan 28 20:27:18.382886 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-78c8b791-7cc3-4948-b1ea-a37dafad5d3c tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/quotas/78a5e26db5b844c4b585a7441fefd731 HTTP/1.1" status: 200 len: 375 time: 0.0254660 Jan 28 20:27:18.410171 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e48c231e-7f26-4cb7-9b57-258ef236c2b8 req-395d365d-0f85-4534-8129-a50d4aac47e7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996883 Jan 28 20:27:18.427418 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-1e3cbc95-71f9-4a8a-ab2c-4ec02b7cc118 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=78a5e26db5b844c4b585a7441fefd731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367360 Jan 28 20:27:18.446458 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-43ba6aab-cb0c-4370-9940-5100f8b70b4a admin admin] Publish callbacks [] for security_group (cbc1154e-d030-4b2d-a489-99b18e20b5ff), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:18.455971 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-43ba6aab-cb0c-4370-9940-5100f8b70b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (cbc1154e-d030-4b2d-a489-99b18e20b5ff), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:18.530889 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-43ba6aab-cb0c-4370-9940-5100f8b70b4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd31660b8785437c95af6418b8420d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6330349 Jan 28 20:27:18.531596 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba6aab-cb0c-4370-9940-5100f8b70b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc1154e-d030-4b2d-a489-99b18e20b5ff,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:18.534172 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41868) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:18.561829 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-22a43956-49ab-4916-8b6e-8cf812d43f47 service neutron] 10.222.0.59 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265740 Jan 28 20:27:18.582778 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c369c04-cd3c-4538-acec-6cce8d158e4f admin admin] Publish callbacks [] for security_group (cbc1154e-d030-4b2d-a489-99b18e20b5ff), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:18.604198 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c369c04-cd3c-4538-acec-6cce8d158e4f admin admin] Publish callbacks [] for security_group (cbc1154e-d030-4b2d-a489-99b18e20b5ff), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:18.651489 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c369c04-cd3c-4538-acec-6cce8d158e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (cbc1154e-d030-4b2d-a489-99b18e20b5ff), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:18.651815 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-584b67e1-a286-4b01-b283-bca1d0f039c5 service neutron] 10.222.0.59 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839891 Jan 28 20:27:18.654748 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c369c04-cd3c-4538-acec-6cce8d158e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:18.660473 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-7c369c04-cd3c-4538-acec-6cce8d158e4f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cbc1154e-d030-4b2d-a489-99b18e20b5ff HTTP/1.1" status: 204 len: 168 time: 0.1210077 Jan 28 20:27:18.664425 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c369c04-cd3c-4538-acec-6cce8d158e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc1154e-d030-4b2d-a489-99b18e20b5ff,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:18.853793 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-85ab047c-05c6-4524-be9e-29d23b8c50b4 req-5ec25370-004d-40af-86a7-27e36e5f73af tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 210 time: 0.0364985 Jan 28 20:27:19.057548 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41900) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:19.082559 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f412c321-f37b-420c-a56a-50f84eec14e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:19.196954 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f412c321-f37b-420c-a56a-50f84eec14e5 admin admin] Publish callbacks [] for security_group (77a0c904-f191-4cb5-9ad9-0e10f19f3506), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:19.201910 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f412c321-f37b-420c-a56a-50f84eec14e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (77a0c904-f191-4cb5-9ad9-0e10f19f3506), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:19.245560 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-f412c321-f37b-420c-a56a-50f84eec14e5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=714434f504374b8fb831de91642fff58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868908 Jan 28 20:27:19.247585 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412c321-f37b-420c-a56a-50f84eec14e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a0c904-f191-4cb5-9ad9-0e10f19f3506,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:19.248605 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 41912) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:19.304194 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-162beb75-e8f6-4968-966d-1cfc6eaf34d1 admin admin] Publish callbacks [] for security_group (77a0c904-f191-4cb5-9ad9-0e10f19f3506), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:19.330946 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-162beb75-e8f6-4968-966d-1cfc6eaf34d1 admin admin] Publish callbacks [] for security_group (77a0c904-f191-4cb5-9ad9-0e10f19f3506), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:19.390362 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-162beb75-e8f6-4968-966d-1cfc6eaf34d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (77a0c904-f191-4cb5-9ad9-0e10f19f3506), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:19.393061 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-162beb75-e8f6-4968-966d-1cfc6eaf34d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:19.394326 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-162beb75-e8f6-4968-966d-1cfc6eaf34d1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77a0c904-f191-4cb5-9ad9-0e10f19f3506 HTTP/1.1" status: 204 len: 168 time: 0.1442494 Jan 28 20:27:19.402657 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162beb75-e8f6-4968-966d-1cfc6eaf34d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a0c904-f191-4cb5-9ad9-0e10f19f3506,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:19.536508 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb9d83-640f-468f-98ec-333991fb1043 req-5cdc53d9-48c9-407c-ae46-c9d2fc7848a7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:19.538412 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-07cb9d83-640f-468f-98ec-333991fb1043 req-5cdc53d9-48c9-407c-ae46-c9d2fc7848a7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0568426 Jan 28 20:27:19.598608 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-07cb9d83-640f-468f-98ec-333991fb1043 req-e44a2ce7-61ce-49f5-9eb9-38ea98cab744 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538328 Jan 28 20:27:19.972643 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2892f1f1-d1b8-4675-ac12-22f89ff3dc32 req-29d91e51-7fe4-4800-9c07-fcbd3749d4b9 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 210 time: 0.0292890 Jan 28 20:27:20.028678 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.387617 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd86-6068-4a83-9020-eef19687b92d req-8135d7e1-41e5-4708-9f97-c98f2b19f1ea tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:20.387617 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-8135d7e1-41e5-4708-9f97-c98f2b19f1ea tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.42 "GET /v2.0/networks?id=90b7b458-4b47-48b0-9af1-84b27f2d7b01 HTTP/1.1" status: 200 len: 814 time: 0.1322620 Jan 28 20:27:20.406759 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Request body: {'port': {'device_id': '08dd8af5-ad5a-461a-b185-54130ae59903', 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01', 'admin_state_up': True, 'tenant_id': '78a5e26db5b844c4b585a7441fefd731'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:20.596691 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Made reservation on behalf of 78a5e26db5b844c4b585a7441fefd731 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:20.600103 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:20.686495 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 41976) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:20.738935 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0681ee-e7ca-48f3-8259-8723832b8460 req-0ae77545-faea-411b-8369-78e93e1db700 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:20.740425 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-db0681ee-e7ca-48f3-8259-8723832b8460 req-0ae77545-faea-411b-8369-78e93e1db700 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0682504 Jan 28 20:27:20.764946 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Allocated IP 172.20.0.2 (90b7b458-4b47-48b0-9af1-84b27f2d7b01/a24cbd68-e97d-4171-b989-1ab15c7a772e/68ef1535-e8b0-430f-a7e8-8b7631bf4fcc) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:27:20.790925 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-db0681ee-e7ca-48f3-8259-8723832b8460 req-d63c77b3-b321-4ade-9202-eb8b1e92ffd1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448015 Jan 28 20:27:20.961708 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks [] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.002315 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.013063 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4055e316-7bd6-4b2e-8974-601058d8a9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.039318 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:27:21.042368 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:21.046011 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:27:21.131616 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Pushing event updated for resources: {'Port': ['ID=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:21.143235 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b9d5d-bfb5-4cbf-8a59-5fa846040fa7 req-2bad732f-8af6-40bb-a565-1d9b67d1717c tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.144632 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8b0b9d5d-bfb5-4cbf-8a59-5fa846040fa7 req-2bad732f-8af6-40bb-a565-1d9b67d1717c tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 931 time: 0.0801387 Jan 28 20:27:21.151460 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:21.153264 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.175115 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-acb8f051-3b06-4146-8f69-f28e946603f2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7753162 Jan 28 20:27:21.212153 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8b0b9d5d-bfb5-4cbf-8a59-5fa846040fa7 req-d5debede-f77c-4797-83c8-8d513f41469e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608435 Jan 28 20:27:21.230931 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4055e316-7bd6-4b2e-8974-601058d8a9a5 admin admin] Publish callbacks [] for security_group (21512e94-cdaa-488f-97e6-3624db1c3698), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.234944 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4055e316-7bd6-4b2e-8974-601058d8a9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (21512e94-cdaa-488f-97e6-3624db1c3698), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.274063 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4055e316-7bd6-4b2e-8974-601058d8a9a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5840138457334d9b8a6e1e541f80716f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5860188 Jan 28 20:27:21.274947 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055e316-7bd6-4b2e-8974-601058d8a9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21512e94-cdaa-488f-97e6-3624db1c3698,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:21.278282 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42000) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:21.301936 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Request body: {'port': {'device_id': '08dd8af5-ad5a-461a-b185-54130ae59903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:21.398271 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-21b4e117-fae6-45ef-83bc-9b03d71b44d5 admin admin] Publish callbacks [] for security_group (21512e94-cdaa-488f-97e6-3624db1c3698), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.406038 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.432854 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-21b4e117-fae6-45ef-83bc-9b03d71b44d5 admin admin] Publish callbacks [] for security_group (21512e94-cdaa-488f-97e6-3624db1c3698), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.566662 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-21b4e117-fae6-45ef-83bc-9b03d71b44d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (21512e94-cdaa-488f-97e6-3624db1c3698), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.569213 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-21b4e117-fae6-45ef-83bc-9b03d71b44d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.572980 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-21b4e117-fae6-45ef-83bc-9b03d71b44d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21512e94-cdaa-488f-97e6-3624db1c3698 HTTP/1.1" status: 204 len: 168 time: 0.2932568 Jan 28 20:27:21.597689 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4e117-fae6-45ef-83bc-9b03d71b44d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21512e94-cdaa-488f-97e6-3624db1c3698,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:21.771564 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:21.783255 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Publish callbacks [] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.798985 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Transition to ACTIVE for port object 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:21.802867 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:21.918151 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Pushing event updated for resources: {'Port': ['ID=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:21.961335 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Attempting to bind port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:27:21.961727 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Attempting to bind port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:27:21.962093 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Attempting to bind port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc on network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:21.967414 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc on network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:21.968069 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Attempting to bind port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc on network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:21.974233 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:21.974527 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Checking segment: {'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:27:21.974918 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Bound using segment: {'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:21.975348 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Bound port: 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:27:21.975707 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:22.008724 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0763d-ccde-4539-9c38-52ec85c2a97b req-edc2be13-f022-4adf-a7f8-a9c95f79db0c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.023364 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-36a0763d-ccde-4539-9c38-52ec85c2a97b req-edc2be13-f022-4adf-a7f8-a9c95f79db0c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1172583 Jan 28 20:27:22.051894 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] For port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:22.055486 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] For port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:22.067162 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:22.100351 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-36a0763d-ccde-4539-9c38-52ec85c2a97b req-2e230f1e-2dd6-413a-abb0-ebab7d8a7b97 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718009 Jan 28 20:27:22.125842 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.125842 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:22.125842 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/68ef1535-e8b0-430f-a7e8-8b7631bf4fcc HTTP/1.1" status: 200 len: 1093 time: 0.8276622 Jan 28 20:27:22.125842 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08dd8af5-ad5a-461a-b185-54130ae59903', 'tag': '68ef1535-e8b0-430f-a7e8-8b7631bf4fcc'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:22.127052 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e45ea0-3d64-44da-9270-3f6703d01ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "08dd8af5-ad5a-461a-b185-54130ae59903", "tag": "68ef1535-e8b0-430f-a7e8-8b7631bf4fcc"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:22.155688 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29f57b-f6a0-4ec8-b62b-f16a602556a1 service neutron] Pushing event updated for resources: {'Port': ['ID=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:22.195055 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7e7138-18c6-4e3e-891e-65c9718ded19 x-openstack-request-id: req-ea7e7138-18c6-4e3e-891e-65c9718ded19 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:22.195807 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08dd8af5-ad5a-461a-b185-54130ae59903", "tag": "68ef1535-e8b0-430f-a7e8-8b7631bf4fcc", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:22.195980 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea7e7138-18c6-4e3e-891e-65c9718ded19 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:22.196390 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08dd8af5-ad5a-461a-b185-54130ae59903', 'tag': '68ef1535-e8b0-430f-a7e8-8b7631bf4fcc', 'status': 'completed', 'code': 200} Jan 28 20:27:22.266284 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd86-6068-4a83-9020-eef19687b92d req-1cc31bec-1630-40eb-a5bb-76e9a530f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.268885 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-1cc31bec-1630-40eb-a5bb-76e9a530f151 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78a5e26db5b844c4b585a7441fefd731&device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 1127 time: 0.0714781 Jan 28 20:27:22.345578 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-57f6da1e-e107-4ac6-a777-def05c93cab7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc HTTP/1.1" status: 200 len: 217 time: 0.0586874 Jan 28 20:27:22.392660 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef1886-77a3-4c16-818c-f2ce44395f72 req-c8db00e2-9863-4964-b7b0-28821c08e5a5 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.395184 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c7ef1886-77a3-4c16-818c-f2ce44395f72 req-c8db00e2-9863-4964-b7b0-28821c08e5a5 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0999222 Jan 28 20:27:22.414155 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225df541-621f-41ae-b5ec-6182074ab2f5 req-01c48ca4-4a43-47a8-8797-a0ddb5c5ed05 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.416502 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-225df541-621f-41ae-b5ec-6182074ab2f5 req-01c48ca4-4a43-47a8-8797-a0ddb5c5ed05 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.1199527 Jan 28 20:27:22.438603 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cfd86-6068-4a83-9020-eef19687b92d req-82c54450-0423-41dd-b0f8-44e8d3430f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.441282 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-82c54450-0423-41dd-b0f8-44e8d3430f8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a24cbd68-e97d-4171-b989-1ab15c7a772e HTTP/1.1" status: 200 len: 854 time: 0.0779927 Jan 28 20:27:22.490831 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-a298bd12-79b3-421f-b6ee-9eabe4d40c30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90b7b458-4b47-48b0-9af1-84b27f2d7b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316107 Jan 28 20:27:22.497099 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c7ef1886-77a3-4c16-818c-f2ce44395f72 req-c2ff2882-bb1c-4ede-a10f-183258b1f045 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794549 Jan 28 20:27:22.508480 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-225df541-621f-41ae-b5ec-6182074ab2f5 req-8d0822ac-360d-4be4-87a0-56695237097f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760207 Jan 28 20:27:22.607952 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-4ec24d15-dcce-4074-941b-adfa89724b49 service neutron] 10.222.0.42 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012013 Jan 28 20:27:22.713900 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de4cfd86-6068-4a83-9020-eef19687b92d req-4f41f630-3a68-4953-9343-99faa6260464 service neutron] 10.222.0.42 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956125 Jan 28 20:27:22.824293 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-6dd1310b-2e66-4aba-b572-082919a65078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.825860 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-6dd1310b-2e66-4aba-b572-082919a65078 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78a5e26db5b844c4b585a7441fefd731&device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 1127 time: 0.0550096 Jan 28 20:27:22.926553 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-720c2660-b2af-4e26-b009-db40f5055467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:22.928885 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-720c2660-b2af-4e26-b009-db40f5055467 service neutron] 10.222.0.42 "GET /v2.0/networks?id=90b7b458-4b47-48b0-9af1-84b27f2d7b01 HTTP/1.1" status: 200 len: 915 time: 0.0912442 Jan 28 20:27:22.979897 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-f0ecc4af-e6e9-4b4a-bc10-030242984735 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc HTTP/1.1" status: 200 len: 217 time: 0.0417423 Jan 28 20:27:23.036365 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-c940dea0-47b1-4c98-aa3e-4c63c06cba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.038173 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-c940dea0-47b1-4c98-aa3e-4c63c06cba47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a24cbd68-e97d-4171-b989-1ab15c7a772e HTTP/1.1" status: 200 len: 854 time: 0.0496902 Jan 28 20:27:23.069678 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-1889b164-75ac-40e9-b85b-711d9e97ded5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90b7b458-4b47-48b0-9af1-84b27f2d7b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254331 Jan 28 20:27:23.164443 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-65af0740-ed9f-4a0a-bb19-58100028fce2 service neutron] 10.222.0.42 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830572 Jan 28 20:27:23.207715 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b91f20-3817-40ac-81c7-a1e48ba9f93b req-234b864b-2eea-4c17-893c-39e02b84f52f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.209268 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e5b91f20-3817-40ac-81c7-a1e48ba9f93b req-234b864b-2eea-4c17-893c-39e02b84f52f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0518656 Jan 28 20:27:23.262343 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e5b91f20-3817-40ac-81c7-a1e48ba9f93b req-53e0dbe4-04cb-481e-a20b-58a7e2ff6e1e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468037 Jan 28 20:27:23.438185 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a2e45ea0-3d64-44da-9270-3f6703d01ed0 req-5b49e82c-6480-444b-a66e-3b0344b3f0f6 service neutron] 10.222.0.42 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642577 Jan 28 20:27:23.578791 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42096) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:23.625835 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-563e640d-5e75-4aee-9b70-4c2d463c82ff admin admin] Deleting subnet 37585473-77a2-45e0-8a21-d7f69d8be7f1 {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:27:23.629034 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-563e640d-5e75-4aee-9b70-4c2d463c82ff admin admin] Publish callbacks [] for subnet (37585473-77a2-45e0-8a21-d7f69d8be7f1), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:23.659204 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e4a6b-b26c-42ad-92ae-8c41cd92cbf9 req-cbabbcad-a991-4963-8b3c-c3a41712fc6e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.660677 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-256e4a6b-b26c-42ad-92ae-8c41cd92cbf9 req-cbabbcad-a991-4963-8b3c-c3a41712fc6e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0867784 Jan 28 20:27:23.665363 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-563e640d-5e75-4aee-9b70-4c2d463c82ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367772'] for subnet (37585473-77a2-45e0-8a21-d7f69d8be7f1), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:23.668469 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9fec4-3f8d-4973-bf5d-0307dbaa068a req-a3182caa-3c92-40e3-a0d7-efb1d1dbd16f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:23.669897 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2bb9fec4-3f8d-4973-bf5d-0307dbaa068a req-a3182caa-3c92-40e3-a0d7-efb1d1dbd16f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0860140 Jan 28 20:27:23.709914 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-563e640d-5e75-4aee-9b70-4c2d463c82ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (37585473-77a2-45e0-8a21-d7f69d8be7f1), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:23.741005 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-256e4a6b-b26c-42ad-92ae-8c41cd92cbf9 req-6b61971f-865f-4b84-87f9-53a7e380fe69 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700614 Jan 28 20:27:23.745054 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2bb9fec4-3f8d-4973-bf5d-0307dbaa068a req-25d39ca3-f945-420a-8a84-e14e7e134ece tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672920 Jan 28 20:27:23.771046 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-563e640d-5e75-4aee-9b70-4c2d463c82ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25715837'] for subnet (37585473-77a2-45e0-8a21-d7f69d8be7f1), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:23.794278 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e640d-5e75-4aee-9b70-4c2d463c82ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37585473-77a2-45e0-8a21-d7f69d8be7f1,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:23.799746 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-563e640d-5e75-4aee-9b70-4c2d463c82ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:23.802881 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-563e640d-5e75-4aee-9b70-4c2d463c82ff admin admin] 10.222.0.59 "DELETE /v2.0/subnets/37585473-77a2-45e0-8a21-d7f69d8be7f1 HTTP/1.1" status: 204 len: 168 time: 0.2230761 Jan 28 20:27:23.805544 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42100) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:23.874168 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (97469fd9-92da-4a16-98cd-bf9530a454a2), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:23.956213 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (97469fd9-92da-4a16-98cd-bf9530a454a2), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:23.976500 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.976845 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.977615 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.978003 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > port after_create 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.978347 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > port after_delete 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.978683 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > port after_update 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.979021 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.979340 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.979657 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:23.979978 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:24.067286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:24.067639 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:24.067972 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:24.068302 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 20:27:24.068679 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97469fd9-92da-4a16-98cd-bf9530a454a2']}} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:24.087074 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3ed20c-d1d0-458b-bd19-62fbe755335f') {'for_net_delete': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:24.087373 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3ed20c-d1d0-458b-bd19-62fbe755335f') {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:24.102781 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590468'] for segment (8d3ed20c-d1d0-458b-bd19-62fbe755335f), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.124804 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (8d3ed20c-d1d0-458b-bd19-62fbe755335f), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.132679 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:27:24.133062 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25920751'] for segment (8d3ed20c-d1d0-458b-bd19-62fbe755335f), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: from cryptography.utils import int_from_bytes Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: from cryptography.utils import int_from_bytes Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: Traceback (most recent call last): Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: timer() Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: cb(*args, **kw) Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: return func(*args, **kwargs) Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: self._notify() Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: self.callback(batched_events) Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: event.method(event) Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: return f(self, *a, **k) Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._get(url).json() Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: return self.request(url, 'GET', **kwargs) Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:27:24.137084 dv-cinder-826350-4-iscsi neutron-server[102377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:27:24.193249 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (97469fd9-92da-4a16-98cd-bf9530a454a2), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.200232 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.203428 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] 10.222.0.59 "DELETE /v2.0/networks/97469fd9-92da-4a16-98cd-bf9530a454a2 HTTP/1.1" status: 204 len: 168 time: 0.3968923 Jan 28 20:27:24.206376 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42106) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:24.212663 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d9d8-a0b7-4e49-bfa6-62015471eaef admin admin] Pushing event deleted for resources: {'Network': ['ID=97469fd9-92da-4a16-98cd-bf9530a454a2,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:24.252184 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c046a2-0aae-43f2-9b60-2caa732a4673 admin admin] Deleting subnet 033936e2-8e5b-488d-9507-4a02cab6c8df {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:27:24.255331 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8c046a2-0aae-43f2-9b60-2caa732a4673 admin admin] Publish callbacks [] for subnet (033936e2-8e5b-488d-9507-4a02cab6c8df), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.288006 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8c046a2-0aae-43f2-9b60-2caa732a4673 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367772'] for subnet (033936e2-8e5b-488d-9507-4a02cab6c8df), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.329996 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8c046a2-0aae-43f2-9b60-2caa732a4673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (033936e2-8e5b-488d-9507-4a02cab6c8df), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.382534 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8c046a2-0aae-43f2-9b60-2caa732a4673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25715837'] for subnet (033936e2-8e5b-488d-9507-4a02cab6c8df), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.396264 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a05383-f492-47ad-9957-1213688e07ef req-37f3cf31-2d96-4474-a123-ba925b395f79 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.397755 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-39a05383-f492-47ad-9957-1213688e07ef req-37f3cf31-2d96-4474-a123-ba925b395f79 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0694418 Jan 28 20:27:24.408802 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c046a2-0aae-43f2-9b60-2caa732a4673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033936e2-8e5b-488d-9507-4a02cab6c8df,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:24.410748 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8c046a2-0aae-43f2-9b60-2caa732a4673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.413849 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b8c046a2-0aae-43f2-9b60-2caa732a4673 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/033936e2-8e5b-488d-9507-4a02cab6c8df HTTP/1.1" status: 204 len: 168 time: 0.2064493 Jan 28 20:27:24.416377 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42110) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:24.445051 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-39a05383-f492-47ad-9957-1213688e07ef req-3ce6737a-d986-4dcb-8751-bc7dc3621cac tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Jan 28 20:27:24.483850 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (c93313d0-9e85-4f7b-8424-e5f92dc74720), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.561236 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (c93313d0-9e85-4f7b-8424-e5f92dc74720), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.580864 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93313d0-9e85-4f7b-8424-e5f92dc74720']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:24.590445 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3adb7f2-6386-4706-9d0a-ef522153a17b') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:24.590743 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3adb7f2-6386-4706-9d0a-ef522153a17b') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:24.599840 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (d3adb7f2-6386-4706-9d0a-ef522153a17b), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.613187 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (d3adb7f2-6386-4706-9d0a-ef522153a17b), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.619098 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:27:24.619479 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (d3adb7f2-6386-4706-9d0a-ef522153a17b), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:27:24.621071 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:27:24.676170 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (c93313d0-9e85-4f7b-8424-e5f92dc74720), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.691460 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.694618 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] 10.222.0.59 "DELETE /v2.0/networks/c93313d0-9e85-4f7b-8424-e5f92dc74720 HTTP/1.1" status: 204 len: 168 time: 0.2773392 Jan 28 20:27:24.695604 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf6c48-5256-42a5-86a4-0d489a8f03fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c93313d0-9e85-4f7b-8424-e5f92dc74720,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:24.869905 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42120) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:24.910214 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-945ab92f-5100-4f4a-8c73-3f37955bb015 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=233c971f72344f29b43e34bdbc74f322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390253 Jan 28 20:27:24.912787 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42122) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:24.916878 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8bd01-6530-4798-b036-e46edd6a2780 req-049cb1c7-9069-4fcb-94ac-529308884365 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.918404 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1db8bd01-6530-4798-b036-e46edd6a2780 req-049cb1c7-9069-4fcb-94ac-529308884365 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0853243 Jan 28 20:27:24.924919 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e0355-e6ca-4a1b-845d-9094b173d11e req-3a7161b7-5ad2-4a26-b97c-0c14e9f1bbdc tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:24.926336 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c84e0355-e6ca-4a1b-845d-9094b173d11e req-3a7161b7-5ad2-4a26-b97c-0c14e9f1bbdc tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0920317 Jan 28 20:27:24.964263 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b43e2871-c273-4b18-921a-6a67e1bc0bc5 admin admin] Publish callbacks [] for security_group (b307ffe9-cea5-454b-92d9-61eab5dcd136), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.985732 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b43e2871-c273-4b18-921a-6a67e1bc0bc5 admin admin] Publish callbacks [] for security_group (b307ffe9-cea5-454b-92d9-61eab5dcd136), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:24.997474 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1db8bd01-6530-4798-b036-e46edd6a2780 req-831271b9-f879-49bc-ad23-bfd16340afdf tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702012 Jan 28 20:27:25.000434 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c84e0355-e6ca-4a1b-845d-9094b173d11e req-0bcb544b-d5a9-4aea-9331-ad44f3c4054d tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668008 Jan 28 20:27:25.036656 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b43e2871-c273-4b18-921a-6a67e1bc0bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (b307ffe9-cea5-454b-92d9-61eab5dcd136), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:25.039371 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b43e2871-c273-4b18-921a-6a67e1bc0bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:25.040514 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b43e2871-c273-4b18-921a-6a67e1bc0bc5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b307ffe9-cea5-454b-92d9-61eab5dcd136 HTTP/1.1" status: 204 len: 168 time: 0.1268013 Jan 28 20:27:25.048453 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e2871-c273-4b18-921a-6a67e1bc0bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b307ffe9-cea5-454b-92d9-61eab5dcd136,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:25.345317 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42132) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:25.383747 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-658233a8-9131-435c-ba20-29a13cda18a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f5942470d044038a3c1444fd8ac8d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372806 Jan 28 20:27:25.386258 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42134) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:25.431681 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a098519b-e8fb-480a-932c-8eea21c908a0 admin admin] Publish callbacks [] for security_group (c182d429-fea2-49a6-933f-764aff0df601), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:25.453031 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a098519b-e8fb-480a-932c-8eea21c908a0 admin admin] Publish callbacks [] for security_group (c182d429-fea2-49a6-933f-764aff0df601), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:25.498601 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a098519b-e8fb-480a-932c-8eea21c908a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c182d429-fea2-49a6-933f-764aff0df601), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:25.501279 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a098519b-e8fb-480a-932c-8eea21c908a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:25.502445 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a098519b-e8fb-480a-932c-8eea21c908a0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c182d429-fea2-49a6-933f-764aff0df601 HTTP/1.1" status: 204 len: 168 time: 0.1153188 Jan 28 20:27:25.511084 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098519b-e8fb-480a-932c-8eea21c908a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c182d429-fea2-49a6-933f-764aff0df601,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:25.570856 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd7d50-6793-4931-904c-c6275da1604d req-f1156f0e-c94c-4feb-bc10-a09a23d486b1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:25.572353 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ebfd7d50-6793-4931-904c-c6275da1604d req-f1156f0e-c94c-4feb-bc10-a09a23d486b1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0572379 Jan 28 20:27:25.619516 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ebfd7d50-6793-4931-904c-c6275da1604d req-ea9b3ed7-854f-459a-a70f-aa2c436b9eaf tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Jan 28 20:27:26.153741 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563c898-31ad-4639-8329-b0d927182943 req-aaf1cf83-ca06-44eb-b710-a674c9ba3a11 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.155549 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a563c898-31ad-4639-8329-b0d927182943 req-aaf1cf83-ca06-44eb-b710-a674c9ba3a11 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0826073 Jan 28 20:27:26.169224 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cbc13-1656-47e5-a3d2-546e650bd9e6 req-23c79929-de36-415d-b9c0-be3b0582ae25 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.170664 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eb7cbc13-1656-47e5-a3d2-546e650bd9e6 req-23c79929-de36-415d-b9c0-be3b0582ae25 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0721235 Jan 28 20:27:26.242549 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a563c898-31ad-4639-8329-b0d927182943 req-52c142cb-c54c-40e2-80f5-e3e020dc52a3 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810199 Jan 28 20:27:26.246629 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eb7cbc13-1656-47e5-a3d2-546e650bd9e6 req-6492aa9e-4c00-4d04-abed-273c3d597159 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697622 Jan 28 20:27:26.545009 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42176) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:26.648937 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-01c2cf99-1cf3-4fa6-8e33-0c8c40e45e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.751639 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-01c2cf99-1cf3-4fa6-8e33-0c8c40e45e56 admin admin] Publish callbacks [] for security_group (5b66395b-fbce-4961-a0d0-db00a16da854), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.755742 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-01c2cf99-1cf3-4fa6-8e33-0c8c40e45e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (5b66395b-fbce-4961-a0d0-db00a16da854), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.787147 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d2911-ded3-46c6-bf74-d999f40567d3 req-57aeb6ab-aba5-4bf3-aaf1-efab4ee14d5d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:26.788595 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa5d2911-ded3-46c6-bf74-d999f40567d3 req-57aeb6ab-aba5-4bf3-aaf1-efab4ee14d5d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0915689 Jan 28 20:27:26.810318 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2cf99-1cf3-4fa6-8e33-0c8c40e45e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b66395b-fbce-4961-a0d0-db00a16da854,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:26.824479 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-01c2cf99-1cf3-4fa6-8e33-0c8c40e45e56 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=898c579f496d4f99a9aeacd6170abd89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777238 Jan 28 20:27:26.825772 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42184) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:26.854480 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa5d2911-ded3-46c6-bf74-d999f40567d3 req-0f8cd99d-9376-44f0-8b98-1393886542b1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546737 Jan 28 20:27:26.872748 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9e27b785-f4ca-45d1-bd07-4b4db64a788e admin admin] Publish callbacks [] for security_group (5b66395b-fbce-4961-a0d0-db00a16da854), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.894652 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9e27b785-f4ca-45d1-bd07-4b4db64a788e admin admin] Publish callbacks [] for security_group (5b66395b-fbce-4961-a0d0-db00a16da854), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.944178 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9e27b785-f4ca-45d1-bd07-4b4db64a788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (5b66395b-fbce-4961-a0d0-db00a16da854), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.946786 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9e27b785-f4ca-45d1-bd07-4b4db64a788e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:26.947916 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-9e27b785-f4ca-45d1-bd07-4b4db64a788e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b66395b-fbce-4961-a0d0-db00a16da854 HTTP/1.1" status: 204 len: 168 time: 0.1210375 Jan 28 20:27:26.955892 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27b785-f4ca-45d1-bd07-4b4db64a788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b66395b-fbce-4961-a0d0-db00a16da854,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:27.379460 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340a8e5-a271-4962-8444-a7a881cd6ffb req-379d691c-c913-4e57-bfeb-137186e1eb0b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.381300 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6340a8e5-a271-4962-8444-a7a881cd6ffb req-379d691c-c913-4e57-bfeb-137186e1eb0b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0590353 Jan 28 20:27:27.435897 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6340a8e5-a271-4962-8444-a7a881cd6ffb req-fc079818-5201-4d16-8118-259dfdac6b28 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480490 Jan 28 20:27:27.516925 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76064e0f-3016-4e32-9398-c9d3bff767d9 req-e3527e81-766e-4631-bc9f-ff241a1fed78 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.518419 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-76064e0f-3016-4e32-9398-c9d3bff767d9 req-e3527e81-766e-4631-bc9f-ff241a1fed78 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0525587 Jan 28 20:27:27.564251 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-76064e0f-3016-4e32-9398-c9d3bff767d9 req-72dec69f-c0ed-492d-ae14-fde38861fa7f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Jan 28 20:27:27.983322 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fbbc5-5f0f-4f4a-9d78-63b07cdcfa00 req-e8ea0c61-ffc0-469d-928f-69fe5b3517da tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:27.990863 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8f4fbbc5-5f0f-4f4a-9d78-63b07cdcfa00 req-e8ea0c61-ffc0-469d-928f-69fe5b3517da tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0636899 Jan 28 20:27:28.038378 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8f4fbbc5-5f0f-4f4a-9d78-63b07cdcfa00 req-1234aca0-1b55-468c-aaef-97452b206aae tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Jan 28 20:27:28.551570 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4837b61-5c33-4efb-8ace-537828bac0c1 req-fa0270b7-15ba-4121-ab8f-1f62ea91ca7b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.552997 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c4837b61-5c33-4efb-8ace-537828bac0c1 req-fa0270b7-15ba-4121-ab8f-1f62ea91ca7b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0499659 Jan 28 20:27:28.598698 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c4837b61-5c33-4efb-8ace-537828bac0c1 req-c98c1cd0-94ee-4506-b3d7-17a50d89f34e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Jan 28 20:27:28.687563 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d3ca5-c758-43a7-900e-3c18884ab7ff req-dc63b7b8-96a3-4ca1-a782-23bd43c650af tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:28.688998 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-533d3ca5-c758-43a7-900e-3c18884ab7ff req-dc63b7b8-96a3-4ca1-a782-23bd43c650af tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0568867 Jan 28 20:27:28.733074 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-533d3ca5-c758-43a7-900e-3c18884ab7ff req-77d3907d-0a1c-4f37-b99c-2818160713a8 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 Jan 28 20:27:29.152478 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371cdb8-4fe5-4457-8cee-1a91bf68afd3 req-bdffb608-4be6-4100-8370-8445ec5ddd55 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.153962 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9371cdb8-4fe5-4457-8cee-1a91bf68afd3 req-bdffb608-4be6-4100-8370-8445ec5ddd55 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0518861 Jan 28 20:27:29.204353 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9371cdb8-4fe5-4457-8cee-1a91bf68afd3 req-efbd95a4-96da-445f-9e79-69c5f6ebf0cf tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Jan 28 20:27:29.715738 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859422a-d3fe-42a5-8176-9ad9a84293f0 req-cf161e1d-ad42-49cc-9a82-5b20ac87611b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.717186 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a859422a-d3fe-42a5-8176-9ad9a84293f0 req-cf161e1d-ad42-49cc-9a82-5b20ac87611b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0522032 Jan 28 20:27:29.764906 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a859422a-d3fe-42a5-8176-9ad9a84293f0 req-bf426f37-9bc8-4620-b333-f47a81737bf4 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Jan 28 20:27:29.848485 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b49812-e08d-453e-84e3-ed6fc14eeaad req-72d76697-c300-4f84-8410-1851e7fec5b7 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:29.849842 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e1b49812-e08d-453e-84e3-ed6fc14eeaad req-72d76697-c300-4f84-8410-1851e7fec5b7 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Jan 28 20:27:29.894689 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e1b49812-e08d-453e-84e3-ed6fc14eeaad req-e476c485-d8dd-41d1-99ca-59174241ee97 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/security-groups?id=8f31c1b8-074c-4aec-a585-7ac3d7de74b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386395 Jan 28 20:27:30.127452 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-291d7014-db2d-4cad-b7d7-1d4ba4ba681f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:30.128859 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-291d7014-db2d-4cad-b7d7-1d4ba4ba681f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.42 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 945 time: 0.0850668 Jan 28 20:27:30.294422 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Deleting port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:27:30.294766 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:30.345081 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456501f7-8837-4125-856b-d2b20979d2f5 req-fe71c4b0-9949-4bf1-ae8c-732c3fb9913a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:30.351623 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-456501f7-8837-4125-856b-d2b20979d2f5 req-fe71c4b0-9949-4bf1-ae8c-732c3fb9913a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0746343 Jan 28 20:27:30.424539 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-456501f7-8837-4125-856b-d2b20979d2f5 req-72088e5e-7640-4100-91de-3e3af154d0cd tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697680 Jan 28 20:27:30.426754 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] For port 2ecf8276-1c36-4e6c-99da-0f2b8a872774, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2ecf8276-1c36-4e6c-99da-0f2b8a872774,segment=NetworkSegment(08e382a0-100c-4c75-baa0-d3d09ddd6d52),segment_id=08e382a0-100c-4c75-baa0-d3d09ddd6d52)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:30.427277 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:30.451603 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Calling delete_port for 2ecf8276-1c36-4e6c-99da-0f2b8a872774 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:27:30.620182 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (2ecf8276-1c36-4e6c-99da-0f2b8a872774), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:30.637250 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['2ecf8276-1c36-4e6c-99da-0f2b8a872774'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:30.648966 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Pushing event deleted for resources: {'Port': ['ID=2ecf8276-1c36-4e6c-99da-0f2b8a872774,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:30.713947 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] No DVR routers for this DVR port 2ecf8276-1c36-4e6c-99da-0f2b8a872774 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:30.716886 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:30.720226 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-523c09f1-8b87-4dec-baca-5e4a3c2dbbe7 req-47c59802-9399-4753-a8c6-807a6e88ba6e tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.42 "DELETE /v2.0/ports/2ecf8276-1c36-4e6c-99da-0f2b8a872774 HTTP/1.1" status: 204 len: 173 time: 0.5806046 Jan 28 20:27:30.720650 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b405f1-b1ca-40f2-b5e4-bcb87f2737e5', 'name': 'network-vif-deleted', 'tag': '2ecf8276-1c36-4e6c-99da-0f2b8a872774'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:30.722865 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31cc55f-87fe-4986-87f7-6efba0f931cb" -d '{"events": [{"server_uuid": "45b405f1-b1ca-40f2-b5e4-bcb87f2737e5", "name": "network-vif-deleted", "tag": "2ecf8276-1c36-4e6c-99da-0f2b8a872774"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:30.762971 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f10033-94ba-4862-a45a-e67914e67400 x-openstack-request-id: req-f3f10033-94ba-4862-a45a-e67914e67400 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:30.763317 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b405f1-b1ca-40f2-b5e4-bcb87f2737e5", "name": "network-vif-deleted", "tag": "2ecf8276-1c36-4e6c-99da-0f2b8a872774", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:30.763630 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f3f10033-94ba-4862-a45a-e67914e67400 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:30.764020 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b405f1-b1ca-40f2-b5e4-bcb87f2737e5', 'name': 'network-vif-deleted', 'tag': '2ecf8276-1c36-4e6c-99da-0f2b8a872774', 'status': 'completed', 'code': 200} Jan 28 20:27:30.886775 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6edf-f969-4d08-a2ae-a688598082f4 req-385d2240-8f4c-4cfe-b8ee-7e3925f81efe tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:30.888293 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fdbe6edf-f969-4d08-a2ae-a688598082f4 req-385d2240-8f4c-4cfe-b8ee-7e3925f81efe tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0547585 Jan 28 20:27:30.934046 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fdbe6edf-f969-4d08-a2ae-a688598082f4 req-db168e83-decb-4e80-999a-5d897c716d5a tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Jan 28 20:27:30.988664 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e0907b7e-fc2f-4354-8920-58b777388e4d req-1f8fa9e5-1592-4d04-a80b-5cf7a75f7d30 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0255954 Jan 28 20:27:31.217972 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-537af2f7-87dc-4a2a-a668-921c0b3132db tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1a22c702c3fa4fcb93c739947f446def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285926 Jan 28 20:27:31.454277 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-b1960881-704c-4c8e-aeaa-2edc4bdf5c03 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:31.455710 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-b1960881-704c-4c8e-aeaa-2edc4bdf5c03 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326851 Jan 28 20:27:31.484837 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-33cbcfb3-b36a-4c1e-be0b-f38b098caf77 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/quotas/1a22c702c3fa4fcb93c739947f446def HTTP/1.1" status: 200 len: 375 time: 0.0238564 Jan 28 20:27:31.508066 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-bd451f76-9984-4fcd-bef8-b611c9e9af0d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:31.509465 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-bd451f76-9984-4fcd-bef8-b611c9e9af0d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 815 time: 0.1798680 Jan 28 20:27:31.710251 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-8fddbb96-b691-4fbd-bac9-9efb1e965ee7 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a22c702c3fa4fcb93c739947f446def&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2199171 Jan 28 20:27:31.719244 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-24ad6648-d4ba-4013-8b7c-e4123f7379b8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/quotas/d73cfa908e094fa0b8fbc1e550e29d20 HTTP/1.1" status: 200 len: 375 time: 0.0116181 Jan 28 20:27:31.769270 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-700edc9d-29fd-47e2-8039-632256cd9b47 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0448792 Jan 28 20:27:31.905527 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-aaaf10a4-aae4-4e6d-af4c-0d3cd850bcd6 service neutron] 10.222.0.59 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295333 Jan 28 20:27:31.936494 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aaf78-c5a0-4870-83d5-47a81421dfa9 req-9e1f9c17-8af6-40b7-a9cf-c1b99dcb6795 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:31.937958 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc5aaf78-c5a0-4870-83d5-47a81421dfa9 req-9e1f9c17-8af6-40b7-a9cf-c1b99dcb6795 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0862076 Jan 28 20:27:32.039028 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc5aaf78-c5a0-4870-83d5-47a81421dfa9 req-92b83815-d148-45d3-8db7-6227bd9679a2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747166 Jan 28 20:27:32.041281 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-b0f6c86c-0fcd-48bc-a32e-10b56a307a1f service neutron] 10.222.0.59 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299808 Jan 28 20:27:32.110720 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f26d3036-6462-4b4f-9423-7de13633bf2a req-5625a2e5-3e81-4b3d-a4d2-4e2569c16407 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 210 time: 0.0298347 Jan 28 20:27:32.242699 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0b30f944-3fa2-4429-bbd3-812d1695519c req-71dd84d7-5f16-4815-997e-22c580c93e87 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0310800 Jan 28 20:27:32.261814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88903c68-d47e-4e9c-9cbe-e5b5146c62e1 req-4ed4cef7-361f-4d0f-86a7-812b2035887d tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:32.267629 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-88903c68-d47e-4e9c-9cbe-e5b5146c62e1 req-4ed4cef7-361f-4d0f-86a7-812b2035887d tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 943 time: 0.0841525 Jan 28 20:27:32.336344 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-83079e8c-5f00-4cbf-8484-88764bd8c8ce req-1278e3a5-066e-4678-be38-d05d3a90fadb tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 210 time: 0.0393374 Jan 28 20:27:32.341646 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-88903c68-d47e-4e9c-9cbe-e5b5146c62e1 req-dd8e0a1b-bf91-4b28-98b2-ef157132d341 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726202 Jan 28 20:27:32.639447 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:32.734885 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:32.749280 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '68ef1535-e8b0-430f-a7e8-8b7631bf4fcc', 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01', 'port_id': '68ef1535-e8b0-430f-a7e8-8b7631bf4fcc', 'mac_address': 'fa:16:3e:b7:0d:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24cbd68-e97d-4171-b989-1ab15c7a772e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:32.791387 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:32.791707 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:32.804513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:32.823169 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:32.827344 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:32.871750 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:32.878532 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.878882 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.879252 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.879591 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.879919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.880244 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.880569 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.880892 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.881214 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.881549 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.881888 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.882215 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:32.882532 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:27:33.155366 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea88102-4fac-4e63-b8d0-e2f3911bd589 req-4dc8e23d-47ba-416e-89c6-cebcc94d5c1d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:33.156886 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ea88102-4fac-4e63-b8d0-e2f3911bd589 req-4dc8e23d-47ba-416e-89c6-cebcc94d5c1d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0510161 Jan 28 20:27:33.205590 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-469e4a6d-32cf-4d5d-8dcf-b6e43cb51c68 req-d5072d6d-6e79-4f4b-9140-8dac941ab44d tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 210 time: 0.0278924 Jan 28 20:27:33.226058 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ea88102-4fac-4e63-b8d0-e2f3911bd589 req-7b42cbc9-9e5e-4fff-b99b-ab542523161a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635004 Jan 28 20:27:33.337549 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3a159868-9565-43d1-86d8-afa2185504b0 req-64d4d272-318e-4dc4-b830-cf222a2a1dbc tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0294240 Jan 28 20:27:33.428158 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa18c7ee-afeb-4513-83fe-14bb4bc5ca48 req-e7873b1c-58c1-434e-a899-a385dc5e7b3b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Jan 28 20:27:33.476688 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f89b4e-c3c0-4bcd-a9f4-c91058c6dab6 req-5700da6e-be8c-4d78-a314-f34cd0fecace tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:33.478147 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b1f89b4e-c3c0-4bcd-a9f4-c91058c6dab6 req-5700da6e-be8c-4d78-a314-f34cd0fecace tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 944 time: 0.0529540 Jan 28 20:27:33.524055 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b1f89b4e-c3c0-4bcd-a9f4-c91058c6dab6 req-6ded3c2e-9a72-4bc4-8cd4-33dc60ce1419 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Jan 28 20:27:34.300974 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5eedc412-782d-4d2b-87c3-490aae7e5859 req-a09cd37a-cdf2-40f0-9b72-d44a973bdd9b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 210 time: 0.0296915 Jan 28 20:27:34.353199 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f768c7-23bf-4403-838e-16ed95687eea req-cf3912ce-850a-43c8-a8ae-31ab1baf1338 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.354757 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e1f768c7-23bf-4403-838e-16ed95687eea req-cf3912ce-850a-43c8-a8ae-31ab1baf1338 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0561895 Jan 28 20:27:34.402623 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e1f768c7-23bf-4403-838e-16ed95687eea req-2ac98a46-1c40-4a60-a821-4eba605b867f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Jan 28 20:27:34.429794 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c75399d9-9a62-4e06-bb2a-0810ef640a61 req-ce1bdc53-9923-4036-8d85-3c43db79451d tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0262189 Jan 28 20:27:34.516589 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c5aa9082-f44b-4ad5-a516-4810206ca637 req-b3cd49ef-8728-4d02-b240-8e1db7a43340 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 210 time: 0.0252395 Jan 28 20:27:34.642191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593eb41-c876-49ce-8d06-0efcfccb629c req-3a1f8a13-2edf-4ae2-91c6-a83befb04006 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:34.643650 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f593eb41-c876-49ce-8d06-0efcfccb629c req-3a1f8a13-2edf-4ae2-91c6-a83befb04006 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 944 time: 0.0543141 Jan 28 20:27:34.689938 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f593eb41-c876-49ce-8d06-0efcfccb629c req-63b7eed0-0f4d-4086-9f97-20598cc70bd3 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Jan 28 20:27:35.081963 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2ecf8276-1c36-4e6c-99da-0f2b8a872774 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:27:35.102580 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 2ecf8276-1c36-4e6c-99da-0f2b8a872774 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:27:35.102921 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2ecf8276-1c36-4e6c-99da-0f2b8a872774 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:27:35.392083 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-98cd77ac-9c5a-4d99-b368-a6e7a4f0f8b1 req-25bdf7e3-352e-4206-9c1c-9a841b7ec978 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 210 time: 0.0265429 Jan 28 20:27:35.561309 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0c2e0cdd-4183-4053-8421-18414cc82389 req-69409a22-c127-4acc-86f3-663ee0c410a1 tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0395091 Jan 28 20:27:35.587371 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d92ac2-892c-4f72-87be-795249fad9b5 req-97cfc751-d777-449f-9557-970ced668c21 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.589159 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-90d92ac2-892c-4f72-87be-795249fad9b5 req-97cfc751-d777-449f-9557-970ced668c21 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1133947 Jan 28 20:27:35.652128 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bced2ca1-1c00-4a80-baaa-e6a92ea54152 req-3369cc15-0e28-4af0-a559-8c99ba4888d0 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 210 time: 0.0337324 Jan 28 20:27:35.663717 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-90d92ac2-892c-4f72-87be-795249fad9b5 req-5ecbde31-0b71-49d8-b6eb-44880024c527 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682406 Jan 28 20:27:35.811140 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['68ef1535-e8b0-430f-a7e8-8b7631bf4fcc'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:35.859055 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ba42e-e663-4d9d-a4f0-2cc02c3e1506 req-0a02fe87-95cd-4f42-8cfb-a09368ed2101 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:35.867014 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-366ba42e-e663-4d9d-a4f0-2cc02c3e1506 req-0a02fe87-95cd-4f42-8cfb-a09368ed2101 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 944 time: 0.0955985 Jan 28 20:27:35.940992 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-366ba42e-e663-4d9d-a4f0-2cc02c3e1506 req-1f6d3d3c-f24a-4c24-8272-bcdf7669f92f tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730102 Jan 28 20:27:36.106844 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-80dcd933-280d-4eb7-a6cb-9b3af5e58605 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a22c702c3fa4fcb93c739947f446def&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364847 Jan 28 20:27:36.403897 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-1ad4e345-5f39-41a2-aba3-380e497d690e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:36.405165 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-1ad4e345-5f39-41a2-aba3-380e497d690e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 815 time: 0.2965608 Jan 28 20:27:36.423451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Request body: {'port': {'device_id': '74ff9a8b-3bae-4ba8-b484-a534d77d5e43', 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'admin_state_up': True, 'tenant_id': 'd73cfa908e094fa0b8fbc1e550e29d20'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:36.441549 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-3434bbe4-1162-468a-88d3-230b378f64a3 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:36.447339 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-3434bbe4-1162-468a-88d3-230b378f64a3 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271487 Jan 28 20:27:36.469401 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42440) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:36.503466 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Request body: {'port': {'device_id': 'e7fe010b-84f6-4fd1-9b37-5a169df50bdd', 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b', 'admin_state_up': True, 'tenant_id': '1a22c702c3fa4fcb93c739947f446def'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:36.537757 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8cac05c8-4e72-4e40-b903-9c742a80befe req-ef01330e-aeb1-4284-b122-e306a1f6d89f tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 210 time: 0.0423880 Jan 28 20:27:36.574608 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fb55cd79-155a-4bdc-b12c-ca835f6047a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.642191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-93dd7dd8-a5aa-4083-902f-c50cfaea71e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.655830 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Made reservation on behalf of d73cfa908e094fa0b8fbc1e550e29d20 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:36.659728 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.691426 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Made reservation on behalf of 1a22c702c3fa4fcb93c739947f446def for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:27:36.694883 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.731712 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.738805 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2aef558c-47d0-42ba-a359-583ba6fd0798 req-5139d34a-e648-4afc-b269-1890919e394f tempest-DeleteServersTestJSON-263683965 tempest-DeleteServersTestJSON-263683965-project] 10.222.0.59 "GET /v2.0/ports?device_id=45b405f1-b1ca-40f2-b5e4-bcb87f2737e5 HTTP/1.1" status: 200 len: 210 time: 0.0511193 Jan 28 20:27:36.788398 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e4906d7d-385a-4a73-a4db-3dc164a80c91 req-b1870523-c849-4f5c-8d81-c5eebe157aa2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 210 time: 0.0442672 Jan 28 20:27:36.848902 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Allocated IP 172.20.0.2 (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b/f9b0cd93-a6e6-4217-8965-ee6f508e72a1/ce9c009d-bd33-472f-8bed-913b4a444447) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:27:36.857385 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-93dd7dd8-a5aa-4083-902f-c50cfaea71e2 admin admin] Publish callbacks [] for security_group (c81a8bb4-3489-4f5e-ace1-0944fb3a4a73), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.863340 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-93dd7dd8-a5aa-4083-902f-c50cfaea71e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c81a8bb4-3489-4f5e-ace1-0944fb3a4a73), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:36.905223 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5640b3-470a-4460-aaa7-451435a2256c req-2569dc37-b828-460f-8a41-4a9ceacebf66 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:36.906729 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4e5640b3-470a-4460-aaa7-451435a2256c req-2569dc37-b828-460f-8a41-4a9ceacebf66 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1059842 Jan 28 20:27:36.914772 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-93dd7dd8-a5aa-4083-902f-c50cfaea71e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=382bf98e1a184de79db23d75e49eadf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4441371 Jan 28 20:27:36.920220 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42450) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:36.932614 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd7dd8-a5aa-4083-902f-c50cfaea71e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81a8bb4-3489-4f5e-ace1-0944fb3a4a73,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:37.002199 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4e5640b3-470a-4460-aaa7-451435a2256c req-1a1e092d-aaf9-4827-be2b-4e012a9cd7ef tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831842 Jan 28 20:27:37.040884 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-109545d3-1b1a-43d0-8f2c-9ad01cf71f15 admin admin] Publish callbacks [] for security_group (c81a8bb4-3489-4f5e-ace1-0944fb3a4a73), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.071531 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-109545d3-1b1a-43d0-8f2c-9ad01cf71f15 admin admin] Publish callbacks [] for security_group (c81a8bb4-3489-4f5e-ace1-0944fb3a4a73), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.090845 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks [] for security_group (f11cefdb-a4de-487e-b3e4-58d71bc22a51), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.096811 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f11cefdb-a4de-487e-b3e4-58d71bc22a51), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.098557 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529ee98-4113-4ab1-8376-52ea903b75d7 req-231dc3f4-d18e-4985-853d-e3150d25c26b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:37.100027 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a529ee98-4113-4ab1-8376-52ea903b75d7 req-231dc3f4-d18e-4985-853d-e3150d25c26b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 944 time: 0.0892410 Jan 28 20:27:37.161060 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a529ee98-4113-4ab1-8376-52ea903b75d7 req-f94b4e6f-456f-4707-9038-94110b891f15 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538988 Jan 28 20:27:37.162030 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-109545d3-1b1a-43d0-8f2c-9ad01cf71f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c81a8bb4-3489-4f5e-ace1-0944fb3a4a73), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.164522 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-109545d3-1b1a-43d0-8f2c-9ad01cf71f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.165513 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-109545d3-1b1a-43d0-8f2c-9ad01cf71f15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c81a8bb4-3489-4f5e-ace1-0944fb3a4a73 HTTP/1.1" status: 204 len: 168 time: 0.2435994 Jan 28 20:27:37.173614 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109545d3-1b1a-43d0-8f2c-9ad01cf71f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81a8bb4-3489-4f5e-ace1-0944fb3a4a73,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:37.223493 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11cefdb-a4de-487e-b3e4-58d71bc22a51,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:37.324030 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks [] for port (ce9c009d-bd33-472f-8bed-913b4a444447), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.330676 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Allocated IP 192.168.233.70 (5ba9bddf-b135-4d54-b8f1-8135664b1c4b/39f6d589-31c5-47a9-b6d2-1263b2850efd/1a57cf51-27e2-4d5d-b600-5a463219e79e) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:27:37.410454 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.423255 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['a7431330-e930-49ae-b76c-bf203d204d59'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:37.439451 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42458) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:37.453380 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-236a83d0-d746-41a6-a6f1-6684c325838e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.497783 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:27:37.510738 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:37.517801 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:27:37.523520 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Pushing event updated for resources: {'Port': ['ID=ce9c009d-bd33-472f-8bed-913b4a444447,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:37.559175 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-236a83d0-d746-41a6-a6f1-6684c325838e admin admin] Publish callbacks [] for security_group (fc36ee34-1b72-43aa-b54e-ebaf794fba7a), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.565857 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-236a83d0-d746-41a6-a6f1-6684c325838e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (fc36ee34-1b72-43aa-b54e-ebaf794fba7a), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.597924 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:37.598547 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.603227 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks [] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.626916 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-f2657816-60cf-479c-8ce6-bc3d45be4ff7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2109313 Jan 28 20:27:37.642667 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Request body: {'port': {'device_id': '74ff9a8b-3bae-4ba8-b484-a534d77d5e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:37.654273 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-236a83d0-d746-41a6-a6f1-6684c325838e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9a8ab2f0abd34a1aa8294d43e813076d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137475 Jan 28 20:27:37.655442 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a83d0-d746-41a6-a6f1-6684c325838e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc36ee34-1b72-43aa-b54e-ebaf794fba7a,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:37.663876 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42468) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:37.684751 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-84816dce-aa5f-41fe-82ad-4a30371d6547 req-5e4ba677-d90a-4e5f-93cc-bd4c242c304d tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 210 time: 0.0433323 Jan 28 20:27:37.694085 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.787469 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.791178 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:27:37.804110 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Pushing event updated for resources: {'Port': ['ID=1a57cf51-27e2-4d5d-b600-5a463219e79e,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:37.806779 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:27:37.817105 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:27:37.849353 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3d20e7ac-49ef-4f7b-adf4-f94de8acd45d admin admin] Publish callbacks [] for security_group (fc36ee34-1b72-43aa-b54e-ebaf794fba7a), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.914585 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3d20e7ac-49ef-4f7b-adf4-f94de8acd45d admin admin] Publish callbacks [] for security_group (fc36ee34-1b72-43aa-b54e-ebaf794fba7a), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.953193 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:37.954063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:37.954733 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c54368-9620-4677-a2a6-1bc3cc66d454 req-71b475fd-9567-4c06-89ce-4cba5d59a12d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:37.956411 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c2c54368-9620-4677-a2a6-1bc3cc66d454 req-71b475fd-9567-4c06-89ce-4cba5d59a12d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 931 time: 0.0707996 Jan 28 20:27:38.024009 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c2c54368-9620-4677-a2a6-1bc3cc66d454 req-22edd4de-dfbe-4b64-80d1-c7678b13cc83 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Jan 28 20:27:38.043150 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-f6814f7b-2616-4cd7-b96a-dd36fe99092b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5435786 Jan 28 20:27:38.076279 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Request body: {'port': {'device_id': 'e7fe010b-84f6-4fd1-9b37-5a169df50bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:27:38.150952 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-5196729a-e8a9-4c91-93bb-cfbdc3774461 None None] Provisioning complete for port 1a57cf51-27e2-4d5d-b600-5a463219e79e triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:38.151578 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3d20e7ac-49ef-4f7b-adf4-f94de8acd45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (fc36ee34-1b72-43aa-b54e-ebaf794fba7a), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.152140 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-5196729a-e8a9-4c91-93bb-cfbdc3774461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.154285 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3d20e7ac-49ef-4f7b-adf4-f94de8acd45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.156032 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-3d20e7ac-49ef-4f7b-adf4-f94de8acd45d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc36ee34-1b72-43aa-b54e-ebaf794fba7a HTTP/1.1" status: 204 len: 168 time: 0.4887316 Jan 28 20:27:38.199712 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20e7ac-49ef-4f7b-adf4-f94de8acd45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc36ee34-1b72-43aa-b54e-ebaf794fba7a,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:38.218276 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.219039 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d54ebe-8578-45d4-955e-32474370c355 req-068c8706-88aa-4b99-9031-2336037c8b32 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.228197 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-67d54ebe-8578-45d4-955e-32474370c355 req-068c8706-88aa-4b99-9031-2336037c8b32 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1115570 Jan 28 20:27:38.234654 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-5196729a-e8a9-4c91-93bb-cfbdc3774461 None None] Port 1a57cf51-27e2-4d5d-b600-5a463219e79e cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:27:38.331751 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-67d54ebe-8578-45d4-955e-32474370c355 req-49c4ecb2-968f-44ce-8867-ea37e0694314 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023850 Jan 28 20:27:38.368446 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ad588-d89c-4a93-9526-6fc3f24df0d8 req-cd6c62f5-bbc6-4003-9c11-0052973f475e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.369947 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e60ad588-d89c-4a93-9526-6fc3f24df0d8 req-cd6c62f5-bbc6-4003-9c11-0052973f475e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 944 time: 0.0748689 Jan 28 20:27:38.384913 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9c009d-bd33-472f-8bed-913b4a444447 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:38.396027 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Publish callbacks [] for port (ce9c009d-bd33-472f-8bed-913b4a444447), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.420271 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Transition to ACTIVE for port object ce9c009d-bd33-472f-8bed-913b4a444447 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:38.430487 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.434441 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e60ad588-d89c-4a93-9526-6fc3f24df0d8 req-3ab52973-dc3b-4d6a-8910-e2db77ef4569 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564578 Jan 28 20:27:38.532162 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9c009d-bd33-472f-8bed-913b4a444447,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:38.653635 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Attempting to bind port ce9c009d-bd33-472f-8bed-913b4a444447 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:27:38.653817 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Attempting to bind port ce9c009d-bd33-472f-8bed-913b4a444447 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:27:38.654158 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Attempting to bind port ce9c009d-bd33-472f-8bed-913b4a444447 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:38.662599 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Port ce9c009d-bd33-472f-8bed-913b4a444447 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:38.662928 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Attempting to bind port ce9c009d-bd33-472f-8bed-913b4a444447 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:38.670296 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a57cf51-27e2-4d5d-b600-5a463219e79e {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:38.678269 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:38.678612 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Checking segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:27:38.678997 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Bound using segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:38.679422 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Bound port: ce9c009d-bd33-472f-8bed-913b4a444447, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:27:38.679778 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.683223 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Publish callbacks [] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.706832 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Transition to ACTIVE for port object 1a57cf51-27e2-4d5d-b600-5a463219e79e will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:27:38.728319 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.805130 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Pushing event updated for resources: {'Port': ['ID=1a57cf51-27e2-4d5d-b600-5a463219e79e,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:38.808411 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] For port ce9c009d-bd33-472f-8bed-913b4a444447, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:38.840971 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d7ef7a-03f1-47c0-8a53-838e6022f43f req-633db2b0-faa2-40f2-ae38-ae092377b107 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.842793 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-90d7ef7a-03f1-47c0-8a53-838e6022f43f req-633db2b0-faa2-40f2-ae38-ae092377b107 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 947 time: 0.0747449 Jan 28 20:27:38.854344 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] For port ce9c009d-bd33-472f-8bed-913b4a444447, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ce9c009d-bd33-472f-8bed-913b4a444447,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:38.886640 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.921472 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-272f2b06-9c83-4833-abce-997bd12eb83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.937858 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:38.938807 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:38.940353 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] 10.222.0.42 "PUT /v2.0/ports/ce9c009d-bd33-472f-8bed-913b4a444447 HTTP/1.1" status: 200 len: 1093 time: 1.3022418 Jan 28 20:27:38.940986 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ff9a8b-3bae-4ba8-b484-a534d77d5e43', 'tag': 'ce9c009d-bd33-472f-8bed-913b4a444447'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:38.943274 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4" -d '{"events": [{"name": "network-changed", "server_uuid": "74ff9a8b-3bae-4ba8-b484-a534d77d5e43", "tag": "ce9c009d-bd33-472f-8bed-913b4a444447"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:38.971608 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-90d7ef7a-03f1-47c0-8a53-838e6022f43f req-53e843bd-bb2b-4ba1-b3ea-aff5860f4df1 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228940 Jan 28 20:27:38.992242 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee2936-4579-4dc3-85cf-a3ac72ffed51 service neutron] Pushing event updated for resources: {'Port': ['ID=ce9c009d-bd33-472f-8bed-913b4a444447,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:39.011900 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Attempting to bind port 1a57cf51-27e2-4d5d-b600-5a463219e79e on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:27:39.012382 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Attempting to bind port 1a57cf51-27e2-4d5d-b600-5a463219e79e by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:27:39.012771 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Attempting to bind port 1a57cf51-27e2-4d5d-b600-5a463219e79e on network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:39.020283 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Port 1a57cf51-27e2-4d5d-b600-5a463219e79e on network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:27:39.020785 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Attempting to bind port 1a57cf51-27e2-4d5d-b600-5a463219e79e on network 5ba9bddf-b135-4d54-b8f1-8135664b1c4b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:27:39.043086 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:27:39.043367 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Checking segment: {'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:27:39.043881 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Bound using segment: {'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:27:39.044337 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Bound port: 1a57cf51-27e2-4d5d-b600-5a463219e79e, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af9c0297-5695-448a-a04a-f2e347ba482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:27:39.044695 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.071427 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:39.078335 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5a562b-863a-476a-be61-01861ca4fc20 x-openstack-request-id: req-0b5a562b-863a-476a-be61-01861ca4fc20 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:39.078676 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ff9a8b-3bae-4ba8-b484-a534d77d5e43", "tag": "ce9c009d-bd33-472f-8bed-913b4a444447", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:39.078964 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b5a562b-863a-476a-be61-01861ca4fc20 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:39.079662 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ff9a8b-3bae-4ba8-b484-a534d77d5e43', 'tag': 'ce9c009d-bd33-472f-8bed-913b4a444447', 'status': 'completed', 'code': 200} Jan 28 20:27:39.141812 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-95ee4ef6-71a8-4bfd-a7eb-7a05bbcd9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.143430 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-95ee4ef6-71a8-4bfd-a7eb-7a05bbcd9219 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 1127 time: 0.1420314 Jan 28 20:27:39.169277 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:39.178420 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:39.179125 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.192742 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] For port 1a57cf51-27e2-4d5d-b600-5a463219e79e, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:27:39.195714 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-e2192c7b-484a-4eea-9880-772f1e320ca1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce9c009d-bd33-472f-8bed-913b4a444447 HTTP/1.1" status: 200 len: 217 time: 0.0433307 Jan 28 20:27:39.200839 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fd047-16a7-4be7-a403-8d4358ff1705 req-32d96684-9adf-4494-813c-590a63b379a2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.204095 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-244fd047-16a7-4be7-a403-8d4358ff1705 req-32d96684-9adf-4494-813c-590a63b379a2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 943 time: 0.0859082 Jan 28 20:27:39.215933 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] For port 1a57cf51-27e2-4d5d-b600-5a463219e79e, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=1a57cf51-27e2-4d5d-b600-5a463219e79e,segment=NetworkSegment(af9c0297-5695-448a-a04a-f2e347ba482d),segment_id=af9c0297-5695-448a-a04a-f2e347ba482d)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:27:39.245050 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.258650 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42524) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:39.308507 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Pushing event updated for resources: {'Port': ['ID=1a57cf51-27e2-4d5d-b600-5a463219e79e,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:39.319899 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.320725 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.322140 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-c9231d9b-d762-45fe-baaf-ca780ec129bd service neutron] 10.222.0.42 "PUT /v2.0/ports/1a57cf51-27e2-4d5d-b600-5a463219e79e HTTP/1.1" status: 200 len: 1097 time: 1.2608404 Jan 28 20:27:39.330257 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-244fd047-16a7-4be7-a403-8d4358ff1705 req-50a9a459-9841-4130-9c12-90c89917421d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198747 Jan 28 20:27:39.336238 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:39.338111 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.349155 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-505f2dd7-d787-4908-9820-84c6b1ce8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.363187 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-505f2dd7-d787-4908-9820-84c6b1ce8168 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 200 len: 855 time: 0.1593456 Jan 28 20:27:39.403273 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:39.404920 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd8af5-ad5a-461a-b185-54130ae59903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ef1535-e8b0-430f-a7e8-8b7631bf4fcc'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:39.408231 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbeb00b-07fc-4450-bda4-3fe62ee9565d" -d '{"events": [{"server_uuid": "08dd8af5-ad5a-461a-b185-54130ae59903", "name": "network-vif-plugged", "status": "completed", "tag": "68ef1535-e8b0-430f-a7e8-8b7631bf4fcc"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:39.415557 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.487344 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42542) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:39.547561 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-3ee32487-dbd8-4f69-9c73-e09b382abf49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686640 Jan 28 20:27:39.572587 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf248f-9012-4cac-8df0-a5c973c49572 req-6986fbf7-52d5-4e3e-b09e-3961c21a2119 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.585363 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3baf248f-9012-4cac-8df0-a5c973c49572 req-6986fbf7-52d5-4e3e-b09e-3961c21a2119 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1380057 Jan 28 20:27:39.684566 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7ecb477d-ee9d-47b0-9670-3f52c4775cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.700928 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999caf1d-612e-4e0f-aa09-d82a475ce568 x-openstack-request-id: req-999caf1d-612e-4e0f-aa09-d82a475ce568 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:39.701305 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd8af5-ad5a-461a-b185-54130ae59903", "name": "network-vif-plugged", "status": "completed", "tag": "68ef1535-e8b0-430f-a7e8-8b7631bf4fcc", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:39.701458 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-999caf1d-612e-4e0f-aa09-d82a475ce568 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:39.702620 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dd8af5-ad5a-461a-b185-54130ae59903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ef1535-e8b0-430f-a7e8-8b7631bf4fcc', 'code': 200} Jan 28 20:27:39.704702 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:39.757718 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3baf248f-9012-4cac-8df0-a5c973c49572 req-0d5dc86b-c540-440a-a429-695bee70fc21 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555314 Jan 28 20:27:39.822410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-98c10806-a9ee-4325-9ed0-1dfa7a767979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.824538 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-98c10806-a9ee-4325-9ed0-1dfa7a767979 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a22c702c3fa4fcb93c739947f446def&device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 1131 time: 0.4340796 Jan 28 20:27:39.831102 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a5995-d080-4079-a902-84b5b610038b req-fa511331-2893-41ad-ae09-91af8fc9754d tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:39.832668 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1b7a5995-d080-4079-a902-84b5b610038b req-fa511331-2893-41ad-ae09-91af8fc9754d tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 945 time: 0.1373451 Jan 28 20:27:39.833776 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd84e89-1c68-4098-8bb0-6ee2838fbe0c admin admin] Deleting subnet d4f5dbd7-4766-48f1-bd96-4152e901a4ad {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:27:39.856765 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6bd84e89-1c68-4098-8bb0-6ee2838fbe0c admin admin] Publish callbacks [] for subnet (d4f5dbd7-4766-48f1-bd96-4152e901a4ad), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.868670 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7ecb477d-ee9d-47b0-9670-3f52c4775cd3 admin admin] Publish callbacks [] for security_group (bfdae320-6882-41f3-b58e-b94cc64f2b99), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.876283 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7ecb477d-ee9d-47b0-9670-3f52c4775cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (bfdae320-6882-41f3-b58e-b94cc64f2b99), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:39.946288 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1b7a5995-d080-4079-a902-84b5b610038b req-15346da0-1069-49d0-8a55-12001cca4b08 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047015 Jan 28 20:27:39.949338 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-7ecb477d-ee9d-47b0-9670-3f52c4775cd3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=580fb78da1ae467da1a25370bafbb670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6896324 Jan 28 20:27:39.950439 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb477d-ee9d-47b0-9670-3f52c4775cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdae320-6882-41f3-b58e-b94cc64f2b99,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:39.954267 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42554) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:40.009720 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f97ce9f0-986a-4a23-9af5-f842184dbb29 admin admin] Publish callbacks [] for security_group (bfdae320-6882-41f3-b58e-b94cc64f2b99), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.038289 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f97ce9f0-986a-4a23-9af5-f842184dbb29 admin admin] Publish callbacks [] for security_group (bfdae320-6882-41f3-b58e-b94cc64f2b99), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.040102 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.123966 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa2457-bc7e-4b08-aa1b-6da49474eab0 req-0adf0fd7-e849-4ae4-8c88-ebbfa919ab08 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.124798 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-4287848a-e5d9-4780-bb07-767ce7962984 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1a57cf51-27e2-4d5d-b600-5a463219e79e HTTP/1.1" status: 200 len: 217 time: 0.2886257 Jan 28 20:27:40.125820 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5dfa2457-bc7e-4b08-aa1b-6da49474eab0 req-0adf0fd7-e849-4ae4-8c88-ebbfa919ab08 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 947 time: 0.0556650 Jan 28 20:27:40.133006 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f97ce9f0-986a-4a23-9af5-f842184dbb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (bfdae320-6882-41f3-b58e-b94cc64f2b99), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.135568 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f97ce9f0-986a-4a23-9af5-f842184dbb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.136979 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-f97ce9f0-986a-4a23-9af5-f842184dbb29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfdae320-6882-41f3-b58e-b94cc64f2b99 HTTP/1.1" status: 204 len: 168 time: 0.1817667 Jan 28 20:27:40.140890 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d0bfd-2a72-4c3b-8b64-e6ca116d38b5 req-fef92104-9d9a-48b4-9c24-8498fbd5670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.143075 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e11d0bfd-2a72-4c3b-8b64-e6ca116d38b5 req-fef92104-9d9a-48b4-9c24-8498fbd5670f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 1129 time: 0.3773975 Jan 28 20:27:40.157170 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ce9f0-986a-4a23-9af5-f842184dbb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdae320-6882-41f3-b58e-b94cc64f2b99,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:40.186099 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-7bba4124-5e5a-4581-8ed2-63cb2b1ecc17 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367732 Jan 28 20:27:40.194916 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5dfa2457-bc7e-4b08-aa1b-6da49474eab0 req-8e065935-26b8-4827-89dc-54c02e81a5c2 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617275 Jan 28 20:27:40.198897 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6bd84e89-1c68-4098-8bb0-6ee2838fbe0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367772'] for subnet (d4f5dbd7-4766-48f1-bd96-4152e901a4ad), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.299581 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-cd387f6e-738c-43f5-91d5-53ebd8bffa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.301110 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-cd387f6e-738c-43f5-91d5-53ebd8bffa16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39f6d589-31c5-47a9-b6d2-1263b2850efd HTTP/1.1" status: 200 len: 843 time: 0.1639099 Jan 28 20:27:40.350861 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e11d0bfd-2a72-4c3b-8b64-e6ca116d38b5 req-205b5e69-dadb-42ac-90a0-6c144194b18e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977038 Jan 28 20:27:40.356309 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6bd84e89-1c68-4098-8bb0-6ee2838fbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (d4f5dbd7-4766-48f1-bd96-4152e901a4ad), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.430778 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae0c1a7b-ab22-48e5-8432-5f3481a69cf1 req-03b01a23-4d8f-4e35-afd1-fc6e0d5722b7 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083359 Jan 28 20:27:40.440243 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-75b9a898-7c63-4eb6-983d-fea81226379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.441744 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-75b9a898-7c63-4eb6-983d-fea81226379e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ba9bddf-b135-4d54-b8f1-8135664b1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1304326 Jan 28 20:27:40.453418 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6bd84e89-1c68-4098-8bb0-6ee2838fbe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25715837'] for subnet (d4f5dbd7-4766-48f1-bd96-4152e901a4ad), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.471181 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd71585-4acd-49ec-a621-6d40f15ee481 req-bcf68cc9-53c6-49d4-a027-2abf570e635d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.472874 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0fd71585-4acd-49ec-a621-6d40f15ee481 req-bcf68cc9-53c6-49d4-a027-2abf570e635d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 943 time: 0.0738995 Jan 28 20:27:40.482312 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd84e89-1c68-4098-8bb0-6ee2838fbe0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f5dbd7-4766-48f1-bd96-4152e901a4ad,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:40.490451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6bd84e89-1c68-4098-8bb0-6ee2838fbe0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.496605 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-6bd84e89-1c68-4098-8bb0-6ee2838fbe0c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d4f5dbd7-4766-48f1-bd96-4152e901a4ad HTTP/1.1" status: 204 len: 168 time: 1.0055346 Jan 28 20:27:40.496795 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42570) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:40.531641 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0fd71585-4acd-49ec-a621-6d40f15ee481 req-8dd435ee-79fd-4e57-a159-6fe6d5e93779 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511897 Jan 28 20:27:40.578680 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (32455a2f-afe8-40db-a68b-0a5114a70c1b), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.717547 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (32455a2f-afe8-40db-a68b-0a5114a70c1b), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.783343 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32455a2f-afe8-40db-a68b-0a5114a70c1b']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:40.799412 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e382a0-100c-4c75-baa0-d3d09ddd6d52') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:40.799927 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e382a0-100c-4c75-baa0-d3d09ddd6d52') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:27:40.817073 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (08e382a0-100c-4c75-baa0-d3d09ddd6d52), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.845065 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-9f97ad1c-c3ad-445f-87a4-b22b946a6159 service neutron] 10.222.0.42 "GET /v2.0/networks/5ba9bddf-b135-4d54-b8f1-8135664b1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891952 Jan 28 20:27:40.847283 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (08e382a0-100c-4c75-baa0-d3d09ddd6d52), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.865368 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:27:40.865768 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (08e382a0-100c-4c75-baa0-d3d09ddd6d52), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:27:40.867654 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:27:40.879786 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-7f2c3fb2-571c-491d-be6b-80c2cbe6ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.881269 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-7f2c3fb2-571c-491d-be6b-80c2cbe6ed63 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 1127 time: 0.1484213 Jan 28 20:27:40.934082 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c694e8-eafd-4b76-9578-81f1aabf34ec req-5b76f49f-fa71-4e29-ad3c-d5f853aee666 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:40.935709 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d5c694e8-eafd-4b76-9578-81f1aabf34ec req-5b76f49f-fa71-4e29-ad3c-d5f853aee666 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0686226 Jan 28 20:27:40.998512 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d5c694e8-eafd-4b76-9578-81f1aabf34ec req-587b5755-1bd1-4d52-be01-03043dad9884 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571656 Jan 28 20:27:41.033380 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (32455a2f-afe8-40db-a68b-0a5114a70c1b), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.048654 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.051111 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] 10.222.0.59 "DELETE /v2.0/networks/32455a2f-afe8-40db-a68b-0a5114a70c1b HTTP/1.1" status: 204 len: 168 time: 0.5534022 Jan 28 20:27:41.077581 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9d9dc-ed5d-4a3b-ad04-14be20ec061c admin admin] Pushing event deleted for resources: {'Network': ['ID=32455a2f-afe8-40db-a68b-0a5114a70c1b,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:41.089979 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fe010b-84f6-4fd1-9b37-5a169df50bdd', 'tag': '1a57cf51-27e2-4d5d-b600-5a463219e79e'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:41.092490 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aab836-4736-4339-ad1b-50ad778a56db" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fe010b-84f6-4fd1-9b37-5a169df50bdd", "tag": "1a57cf51-27e2-4d5d-b600-5a463219e79e"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:41.102219 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6cf6212-f39b-4a8c-ad2b-d3b3161352c3 req-ef31bcd6-9ec9-498d-a561-4f81c12fed41 service neutron] 10.222.0.42 "GET /v2.0/networks/5ba9bddf-b135-4d54-b8f1-8135664b1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453456 Jan 28 20:27:41.103758 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-04fb66b9-c488-40fb-9b80-cf69c70bf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.105832 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-04fb66b9-c488-40fb-9b80-cf69c70bf616 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 916 time: 0.2125261 Jan 28 20:27:41.105989 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5de38-61de-435a-9ed2-4d5ed566d131 req-678ee23e-fbde-4234-a8a0-64f43109215a tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.107490 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ba5de38-61de-435a-9ed2-4d5ed566d131 req-678ee23e-fbde-4234-a8a0-64f43109215a tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 945 time: 0.0637531 Jan 28 20:27:41.166432 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbd817b-f3ad-459e-a4e3-177d33ce5efa x-openstack-request-id: req-7bbd817b-f3ad-459e-a4e3-177d33ce5efa {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:41.166894 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fe010b-84f6-4fd1-9b37-5a169df50bdd", "tag": "1a57cf51-27e2-4d5d-b600-5a463219e79e", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:41.167368 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bbd817b-f3ad-459e-a4e3-177d33ce5efa {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:41.167760 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fe010b-84f6-4fd1-9b37-5a169df50bdd', 'tag': '1a57cf51-27e2-4d5d-b600-5a463219e79e', 'status': 'completed', 'code': 200} Jan 28 20:27:41.170013 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-95d18fa7-3980-4c7c-9220-e432cd670ba1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce9c009d-bd33-472f-8bed-913b4a444447 HTTP/1.1" status: 200 len: 217 time: 0.0507312 Jan 28 20:27:41.174670 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ba5de38-61de-435a-9ed2-4d5ed566d131 req-691b9d6b-380a-42a7-a6e8-f5429d036055 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588892 Jan 28 20:27:41.272325 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-3d5f01dc-fddc-41ae-b0c6-d5fd71aa4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.273760 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-3d5f01dc-fddc-41ae-b0c6-d5fd71aa4601 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 200 len: 855 time: 0.0776470 Jan 28 20:27:41.280646 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab836-4736-4339-ad1b-50ad778a56db req-ec58da9f-de5a-44b8-93a0-96d225de5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.282235 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a5aab836-4736-4339-ad1b-50ad778a56db req-ec58da9f-de5a-44b8-93a0-96d225de5004 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a22c702c3fa4fcb93c739947f446def&device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 1131 time: 0.0994556 Jan 28 20:27:41.315979 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42620) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:41.319757 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-2a8e1775-a022-4850-bb56-d71d7f5fd164 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361862 Jan 28 20:27:41.365727 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc01ed-cf8e-424f-affd-635501823a47 req-c578e446-5d1a-4a89-9724-e1ba843a25d3 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.371038 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c5fc01ed-cf8e-424f-affd-635501823a47 req-c578e446-5d1a-4a89-9724-e1ba843a25d3 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 947 time: 0.1041915 Jan 28 20:27:41.380257 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-37e9b1d2-8e9a-4eaf-8a44-f95845f7a41e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97c5f9b9efd145cca6f89a538c9f0cad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0629444 Jan 28 20:27:41.382919 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42634) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:41.451767 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.458287 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c5fc01ed-cf8e-424f-affd-635501823a47 req-063805dc-1ffb-4b1b-809c-804b8ebe220c tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767829 Jan 28 20:27:41.482340 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b364032-3ce3-4582-95d3-f84473bb915b admin admin] Publish callbacks [] for security_group (8f31c1b8-074c-4aec-a585-7ac3d7de74b7), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.482456 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab836-4736-4339-ad1b-50ad778a56db req-af9b7909-ccf2-4982-82e6-93cfcf72387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.482456 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a5aab836-4736-4339-ad1b-50ad778a56db req-af9b7909-ccf2-4982-82e6-93cfcf72387a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ba9bddf-b135-4d54-b8f1-8135664b1c4b HTTP/1.1" status: 200 len: 870 time: 0.1869884 Jan 28 20:27:41.494814 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-320b4c47-4704-4a30-954a-ac2616a572ac service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389153 Jan 28 20:27:41.508018 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b364032-3ce3-4582-95d3-f84473bb915b admin admin] Publish callbacks [] for security_group (8f31c1b8-074c-4aec-a585-7ac3d7de74b7), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.531604 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a5aab836-4736-4339-ad1b-50ad778a56db req-33a622fb-d90a-414e-918c-86027e08cc15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1a57cf51-27e2-4d5d-b600-5a463219e79e HTTP/1.1" status: 200 len: 217 time: 0.0442822 Jan 28 20:27:41.569129 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b364032-3ce3-4582-95d3-f84473bb915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (8f31c1b8-074c-4aec-a585-7ac3d7de74b7), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.573525 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b364032-3ce3-4582-95d3-f84473bb915b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:41.577652 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8b364032-3ce3-4582-95d3-f84473bb915b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f31c1b8-074c-4aec-a585-7ac3d7de74b7 HTTP/1.1" status: 204 len: 168 time: 0.1864724 Jan 28 20:27:41.587287 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364032-3ce3-4582-95d3-f84473bb915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31c1b8-074c-4aec-a585-7ac3d7de74b7,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:41.675213 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab836-4736-4339-ad1b-50ad778a56db req-c4c56ce3-6f90-4a84-9dbb-352c03597365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.676707 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ebdfa-b71f-47b4-be1b-31b64ee37be7 req-bfa72f0a-7cdd-44b9-beae-15782851e6b7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.676863 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a5aab836-4736-4339-ad1b-50ad778a56db req-c4c56ce3-6f90-4a84-9dbb-352c03597365 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=39f6d589-31c5-47a9-b6d2-1263b2850efd HTTP/1.1" status: 200 len: 843 time: 0.1307080 Jan 28 20:27:41.682928 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7b2ebdfa-b71f-47b4-be1b-31b64ee37be7 req-bfa72f0a-7cdd-44b9-beae-15782851e6b7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 943 time: 0.0636547 Jan 28 20:27:41.744305 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0b8c8511-9f8a-43e6-ae8d-816eb93258e4 req-f043a42b-35e7-40cc-aa0a-4711532bcb41 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197807 Jan 28 20:27:41.775383 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7b2ebdfa-b71f-47b4-be1b-31b64ee37be7 req-624c2c9d-1586-4a94-80b7-4184ffa0bff2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893440 Jan 28 20:27:41.780530 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aab836-4736-4339-ad1b-50ad778a56db req-d9c33b46-f10c-4af2-8eb5-68c12a36b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:41.782338 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a5aab836-4736-4339-ad1b-50ad778a56db req-d9c33b46-f10c-4af2-8eb5-68c12a36b9dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ba9bddf-b135-4d54-b8f1-8135664b1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0972731 Jan 28 20:27:41.905705 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a5aab836-4736-4339-ad1b-50ad778a56db req-1dd2b5af-003b-4e32-b0aa-3c80e5ceb1be service neutron] 10.222.0.42 "GET /v2.0/networks/5ba9bddf-b135-4d54-b8f1-8135664b1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140759 Jan 28 20:27:42.017546 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a5aab836-4736-4339-ad1b-50ad778a56db req-8c393688-ce21-4a9b-9ad1-87cc5d9e2e77 service neutron] 10.222.0.42 "GET /v2.0/networks/5ba9bddf-b135-4d54-b8f1-8135664b1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017506 Jan 28 20:27:42.123654 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e10039-ad15-4a9f-ae87-8ccad6161771 req-b1e78be9-56de-4e1c-81b7-2ed17930d39c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.125475 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-93e10039-ad15-4a9f-ae87-8ccad6161771 req-b1e78be9-56de-4e1c-81b7-2ed17930d39c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Jan 28 20:27:42.181539 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-93e10039-ad15-4a9f-ae87-8ccad6161771 req-02b41439-25a5-482b-96a8-67449efc25db tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495484 Jan 28 20:27:42.304784 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa3144-dc2a-4beb-bcf5-c73d486c2e21 req-7161fcdd-ac52-4da0-9c30-b0eca8fda1c7 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.307826 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b8aa3144-dc2a-4beb-bcf5-c73d486c2e21 req-7161fcdd-ac52-4da0-9c30-b0eca8fda1c7 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 945 time: 0.0568876 Jan 28 20:27:42.358986 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b8aa3144-dc2a-4beb-bcf5-c73d486c2e21 req-66dfcaf3-0180-4829-95a3-a39a89f99134 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464821 Jan 28 20:27:42.585306 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067d6cc-501f-421c-a6d6-8c188dc8a5bc req-d6725b54-1216-49d0-bebc-4a943120ae2c tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.591899 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8067d6cc-501f-421c-a6d6-8c188dc8a5bc req-d6725b54-1216-49d0-bebc-4a943120ae2c tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 947 time: 0.0531316 Jan 28 20:27:42.641899 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8067d6cc-501f-421c-a6d6-8c188dc8a5bc req-8c309834-7414-4e31-af17-501e87ec78b1 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458093 Jan 28 20:27:42.796098 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:42.923869 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f296b-668d-4b0c-a9e6-5520bc915200 req-07d4c693-118c-42f0-9608-d21b14b28367 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:42.925656 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed3f296b-668d-4b0c-a9e6-5520bc915200 req-07d4c693-118c-42f0-9608-d21b14b28367 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 943 time: 0.0625618 Jan 28 20:27:42.993122 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed3f296b-668d-4b0c-a9e6-5520bc915200 req-0d11d986-08ad-4b7c-b845-bfe2963266fd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545619 Jan 28 20:27:43.314350 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73b0e6-c053-4354-b1e3-8b0848abeab2 req-42198738-9896-45b6-9392-556e5ffc8324 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.315953 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7a73b0e6-c053-4354-b1e3-8b0848abeab2 req-42198738-9896-45b6-9392-556e5ffc8324 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0629873 Jan 28 20:27:43.316702 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42744) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:43.387474 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7a73b0e6-c053-4354-b1e3-8b0848abeab2 req-7dc4e530-b7cb-404c-b4cf-283ebb285fbe tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647979 Jan 28 20:27:43.466601 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-06aab287-2625-499b-bbad-92018aa98dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.493576 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6386d4-a1a3-454d-8d2c-46c8e0f6745c req-372a9b7a-785b-427b-905a-6f3488e454c3 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.496230 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-da6386d4-a1a3-454d-8d2c-46c8e0f6745c req-372a9b7a-785b-427b-905a-6f3488e454c3 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 945 time: 0.0584574 Jan 28 20:27:43.553138 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-da6386d4-a1a3-454d-8d2c-46c8e0f6745c req-722cb653-fe4e-4c73-9eb3-43c25861a314 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509074 Jan 28 20:27:43.565357 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-06aab287-2625-499b-bbad-92018aa98dc5 admin admin] Publish callbacks [] for security_group (740460ea-fca3-4565-ac90-d6fa6d66bc0f), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.569851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-06aab287-2625-499b-bbad-92018aa98dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (740460ea-fca3-4565-ac90-d6fa6d66bc0f), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.628876 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-06aab287-2625-499b-bbad-92018aa98dc5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a7a113bc1cf4489a1081e78ad889271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110769 Jan 28 20:27:43.629841 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aab287-2625-499b-bbad-92018aa98dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740460ea-fca3-4565-ac90-d6fa6d66bc0f,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:43.631910 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42780) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:43.692669 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c21e7edd-d86e-4b46-8446-79881ee4eba2 admin admin] Publish callbacks [] for security_group (740460ea-fca3-4565-ac90-d6fa6d66bc0f), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.720378 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c21e7edd-d86e-4b46-8446-79881ee4eba2 admin admin] Publish callbacks [] for security_group (740460ea-fca3-4565-ac90-d6fa6d66bc0f), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.802053 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462094-b46e-43dc-bc9a-1581ad029ff4 req-8b422a03-303b-43ce-a29c-e84b47451e4c tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:43.803735 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dd462094-b46e-43dc-bc9a-1581ad029ff4 req-8b422a03-303b-43ce-a29c-e84b47451e4c tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 947 time: 0.0810618 Jan 28 20:27:43.824987 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c21e7edd-d86e-4b46-8446-79881ee4eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (740460ea-fca3-4565-ac90-d6fa6d66bc0f), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.827770 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c21e7edd-d86e-4b46-8446-79881ee4eba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:43.829861 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c21e7edd-d86e-4b46-8446-79881ee4eba2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/740460ea-fca3-4565-ac90-d6fa6d66bc0f HTTP/1.1" status: 204 len: 168 time: 0.1959560 Jan 28 20:27:43.849095 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e7edd-d86e-4b46-8446-79881ee4eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740460ea-fca3-4565-ac90-d6fa6d66bc0f,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:43.898497 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dd462094-b46e-43dc-bc9a-1581ad029ff4 req-95cf7eab-f758-4e5a-a286-22797c6255a3 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826414 Jan 28 20:27:44.178066 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea88f8d-96a1-4636-8845-aaaf86185463 req-d9179773-6c1c-4be0-afc7-e28d4f01fbbc tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:44.179913 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ea88f8d-96a1-4636-8845-aaaf86185463 req-d9179773-6c1c-4be0-afc7-e28d4f01fbbc tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 943 time: 0.0793388 Jan 28 20:27:44.221491 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42850) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:44.235849 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-420ce275-ab8a-470d-a8c2-13f8d82d445b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:44.239929 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ea88f8d-96a1-4636-8845-aaaf86185463 req-f9536f90-d6ca-4385-bda0-dd7e4c10dc79 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538907 Jan 28 20:27:44.330449 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-420ce275-ab8a-470d-a8c2-13f8d82d445b admin admin] Publish callbacks [] for security_group (1fba2c45-843c-4e10-9a41-dc48f0ffbbbc), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:44.341248 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-420ce275-ab8a-470d-a8c2-13f8d82d445b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1fba2c45-843c-4e10-9a41-dc48f0ffbbbc), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:44.386978 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42872) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:44.394191 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-420ce275-ab8a-470d-a8c2-13f8d82d445b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b8ef9866f9f424994c1bf3a6beffa88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638138 Jan 28 20:27:44.395653 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ce275-ab8a-470d-a8c2-13f8d82d445b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba2c45-843c-4e10-9a41-dc48f0ffbbbc,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:44.474656 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-feffce5c-5cd4-45bb-813e-6bea81d844c3 admin admin] Publish callbacks [] for security_group (1fba2c45-843c-4e10-9a41-dc48f0ffbbbc), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:44.518674 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-feffce5c-5cd4-45bb-813e-6bea81d844c3 admin admin] Publish callbacks [] for security_group (1fba2c45-843c-4e10-9a41-dc48f0ffbbbc), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:44.561291 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ce896-2c4f-4a0a-9eea-80694c35ba19 req-beeb17ac-6834-44b1-b756-e9afefbb462d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:44.562902 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8e5ce896-2c4f-4a0a-9eea-80694c35ba19 req-beeb17ac-6834-44b1-b756-e9afefbb462d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1008079 Jan 28 20:27:44.599912 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-feffce5c-5cd4-45bb-813e-6bea81d844c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1fba2c45-843c-4e10-9a41-dc48f0ffbbbc), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:44.602402 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-feffce5c-5cd4-45bb-813e-6bea81d844c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:44.603658 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-feffce5c-5cd4-45bb-813e-6bea81d844c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1fba2c45-843c-4e10-9a41-dc48f0ffbbbc HTTP/1.1" status: 204 len: 168 time: 0.2155914 Jan 28 20:27:44.627426 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffce5c-5cd4-45bb-813e-6bea81d844c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba2c45-843c-4e10-9a41-dc48f0ffbbbc,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:44.638235 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8e5ce896-2c4f-4a0a-9eea-80694c35ba19 req-067d6523-8f24-42fd-af60-c411c6ac16cd tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649140 Jan 28 20:27:45.014736 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42922) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:45.056196 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5249e6-f898-45c9-a843-08c1c02d0337 req-bcd74bdb-2015-4eea-9d84-14c251fc36c5 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:45.058335 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ad5249e6-f898-45c9-a843-08c1c02d0337 req-bcd74bdb-2015-4eea-9d84-14c251fc36c5 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 947 time: 0.0777638 Jan 28 20:27:45.102204 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device ce9c009d-bd33-472f-8bed-913b4a444447 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:45.119606 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ad5249e6-f898-45c9-a843-08c1c02d0337 req-06e19e02-44f5-4969-a33a-97c76914cf35 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556326 Jan 28 20:27:45.141313 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a5d577ba-8ba5-4ae7-b924-cd77568682e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.236353 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a5d577ba-8ba5-4ae7-b924-cd77568682e8 admin admin] Publish callbacks [] for security_group (ce1cd694-1d6e-419d-8f98-bd2db7af2ece), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.240325 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a5d577ba-8ba5-4ae7-b924-cd77568682e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (ce1cd694-1d6e-419d-8f98-bd2db7af2ece), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.251005 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port ce9c009d-bd33-472f-8bed-913b4a444447, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ce9c009d-bd33-472f-8bed-913b4a444447,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:45.279762 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a5d577ba-8ba5-4ae7-b924-cd77568682e8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fdd6a0e84aa7404fbe28b4c6a10cdeae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635520 Jan 28 20:27:45.281092 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42938) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:45.287669 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': 'ce9c009d-bd33-472f-8bed-913b4a444447', 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'port_id': 'ce9c009d-bd33-472f-8bed-913b4a444447', 'mac_address': 'fa:16:3e:c7:f9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b0cd93-a6e6-4217-8965-ee6f508e72a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:45.295340 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d577ba-8ba5-4ae7-b924-cd77568682e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1cd694-1d6e-419d-8f98-bd2db7af2ece,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:45.341295 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port ce9c009d-bd33-472f-8bed-913b4a444447 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:45.342028 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.359699 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9c009d-bd33-472f-8bed-913b4a444447 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:45.374503 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6131-316b-4c54-a9a6-15316729cdf9 admin admin] Publish callbacks [] for security_group (ce1cd694-1d6e-419d-8f98-bd2db7af2ece), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.384922 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port ce9c009d-bd33-472f-8bed-913b4a444447, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ce9c009d-bd33-472f-8bed-913b4a444447,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:45.400152 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.415201 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2598-d36e-4986-885b-3d06d9a70678 req-d6109cb5-b269-4333-bf84-b8139f56d874 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:45.417039 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-15db2598-d36e-4986-885b-3d06d9a70678 req-d6109cb5-b269-4333-bf84-b8139f56d874 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 943 time: 0.0975955 Jan 28 20:27:45.419061 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6131-316b-4c54-a9a6-15316729cdf9 admin admin] Publish callbacks [] for security_group (ce1cd694-1d6e-419d-8f98-bd2db7af2ece), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.457227 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=ce9c009d-bd33-472f-8bed-913b4a444447,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:45.494503 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-15db2598-d36e-4986-885b-3d06d9a70678 req-f9235c6c-8183-479a-aba5-b72ea8d99351 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684445 Jan 28 20:27:45.509814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6131-316b-4c54-a9a6-15316729cdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (ce1cd694-1d6e-419d-8f98-bd2db7af2ece), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.514558 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6131-316b-4c54-a9a6-15316729cdf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.515684 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b0ee6131-316b-4c54-a9a6-15316729cdf9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce1cd694-1d6e-419d-8f98-bd2db7af2ece HTTP/1.1" status: 204 len: 168 time: 0.2335348 Jan 28 20:27:45.526177 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee6131-316b-4c54-a9a6-15316729cdf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1cd694-1d6e-419d-8f98-bd2db7af2ece,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:45.772380 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c1dee-108a-40e3-a637-2fb01076ff86 req-1f28aec1-ab50-484f-b3ce-12a1415b4c9b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:45.773864 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d5c1dee-108a-40e3-a637-2fb01076ff86 req-1f28aec1-ab50-484f-b3ce-12a1415b4c9b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0592067 Jan 28 20:27:45.824398 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d5c1dee-108a-40e3-a637-2fb01076ff86 req-0d35f50d-dfdc-4b2b-baf8-a8aacb5cd472 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Jan 28 20:27:45.887304 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 42960) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:45.900095 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c70f8ea5-e2d0-49d8-a277-8a6c2721f2d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.986795 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c70f8ea5-e2d0-49d8-a277-8a6c2721f2d4 admin admin] Publish callbacks [] for security_group (f816314e-5cbd-4593-a458-4495bca70105), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:45.995684 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c70f8ea5-e2d0-49d8-a277-8a6c2721f2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f816314e-5cbd-4593-a458-4495bca70105), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:46.051345 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c70f8ea5-e2d0-49d8-a277-8a6c2721f2d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6fa4e8ad1b904498afb82dfa352014a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606748 Jan 28 20:27:46.051345 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f8ea5-e2d0-49d8-a277-8a6c2721f2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f816314e-5cbd-4593-a458-4495bca70105,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:46.054359 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 42968) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:46.068629 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['ce9c009d-bd33-472f-8bed-913b4a444447'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:46.173736 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cf7880d0-f62d-4435-be21-7e1874a6d102 admin admin] Publish callbacks [] for security_group (f816314e-5cbd-4593-a458-4495bca70105), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:46.198604 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cf7880d0-f62d-4435-be21-7e1874a6d102 admin admin] Publish callbacks [] for security_group (f816314e-5cbd-4593-a458-4495bca70105), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:46.283001 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950cd3c-9053-4bfc-8c51-a9386dbd3782 req-83a8fc05-b8eb-42a3-bcb5-9670f77ce959 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.284805 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0950cd3c-9053-4bfc-8c51-a9386dbd3782 req-83a8fc05-b8eb-42a3-bcb5-9670f77ce959 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 947 time: 0.0605400 Jan 28 20:27:46.316936 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e04b5d-7c3a-4c04-ba90-89e62f167417 req-dc23da44-7075-41ae-92c0-c16ea02ced01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.321449 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6e04b5d-7c3a-4c04-ba90-89e62f167417 req-dc23da44-7075-41ae-92c0-c16ea02ced01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 1129 time: 0.1789620 Jan 28 20:27:46.321449 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cf7880d0-f62d-4435-be21-7e1874a6d102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f816314e-5cbd-4593-a458-4495bca70105), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:46.324267 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cf7880d0-f62d-4435-be21-7e1874a6d102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:46.325313 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-cf7880d0-f62d-4435-be21-7e1874a6d102 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f816314e-5cbd-4593-a458-4495bca70105 HTTP/1.1" status: 204 len: 168 time: 0.2699666 Jan 28 20:27:46.333319 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7880d0-f62d-4435-be21-7e1874a6d102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f816314e-5cbd-4593-a458-4495bca70105,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:46.388185 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0950cd3c-9053-4bfc-8c51-a9386dbd3782 req-dfa9a649-2089-459e-8d76-ced4f388e584 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908363 Jan 28 20:27:46.390177 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b6e04b5d-7c3a-4c04-ba90-89e62f167417 req-b8a4e000-ce08-4bd4-95cb-44fbe0b9880a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546069 Jan 28 20:27:46.636826 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cca3f2-23c5-4808-b9a2-5da7f35572eb req-3419e702-20fe-4ed3-8c30-d134a7453dd1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.638379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-90cca3f2-23c5-4808-b9a2-5da7f35572eb req-3419e702-20fe-4ed3-8c30-d134a7453dd1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 944 time: 0.0670583 Jan 28 20:27:46.697379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-90cca3f2-23c5-4808-b9a2-5da7f35572eb req-c8193507-1a4a-4af9-81b9-fc22bcd8685c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524065 Jan 28 20:27:46.946008 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47ade6-8691-4ed7-b01c-a702f653adf7 req-bac827e8-04fe-4033-8b34-efd746bacc22 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:46.954010 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed47ade6-8691-4ed7-b01c-a702f653adf7 req-bac827e8-04fe-4033-8b34-efd746bacc22 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0601900 Jan 28 20:27:46.964682 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:27:47.009248 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed47ade6-8691-4ed7-b01c-a702f653adf7 req-53f0e35c-af9e-42a8-860f-fbba95c79038 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551603 Jan 28 20:27:47.115751 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 1a57cf51-27e2-4d5d-b600-5a463219e79e details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:27:47.242653 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 1a57cf51-27e2-4d5d-b600-5a463219e79e, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=1a57cf51-27e2-4d5d-b600-5a463219e79e,segment=NetworkSegment(af9c0297-5695-448a-a04a-f2e347ba482d),segment_id=af9c0297-5695-448a-a04a-f2e347ba482d)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:47.265828 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '1a57cf51-27e2-4d5d-b600-5a463219e79e', 'network_id': '5ba9bddf-b135-4d54-b8f1-8135664b1c4b', 'port_id': '1a57cf51-27e2-4d5d-b600-5a463219e79e', 'mac_address': 'fa:16:3e:0f:63:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f6d589-31c5-47a9-b6d2-1263b2850efd', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:27:47.315854 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 1a57cf51-27e2-4d5d-b600-5a463219e79e is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:47.316256 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:47.331116 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a57cf51-27e2-4d5d-b600-5a463219e79e {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:27:47.351755 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 1a57cf51-27e2-4d5d-b600-5a463219e79e, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=1a57cf51-27e2-4d5d-b600-5a463219e79e,segment=NetworkSegment(af9c0297-5695-448a-a04a-f2e347ba482d),segment_id=af9c0297-5695-448a-a04a-f2e347ba482d)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:47.357242 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:47.407014 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=1a57cf51-27e2-4d5d-b600-5a463219e79e,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:47.512722 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80cb8f-d2ff-4fb5-88da-ebd2ec97c0f8 req-0d635ea1-d28b-438a-a61c-ed9177e06ead tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:47.514225 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cf80cb8f-d2ff-4fb5-88da-ebd2ec97c0f8 req-0d635ea1-d28b-438a-a61c-ed9177e06ead tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 948 time: 0.0548820 Jan 28 20:27:47.568366 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cf80cb8f-d2ff-4fb5-88da-ebd2ec97c0f8 req-106ef6e4-3c0a-4125-96b4-fa3b8ef6699b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Jan 28 20:27:47.825418 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fdb70-93cc-4051-9881-f78c34aef8ae req-71f51b39-03ff-4ae5-b9b2-da77bc0625ff tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:47.827016 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-966fdb70-93cc-4051-9881-f78c34aef8ae req-71f51b39-03ff-4ae5-b9b2-da77bc0625ff tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 944 time: 0.0603867 Jan 28 20:27:47.874599 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-966fdb70-93cc-4051-9881-f78c34aef8ae req-2ace23e2-e5cf-4083-b293-942b2c418ebb tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418770 Jan 28 20:27:48.052138 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['1a57cf51-27e2-4d5d-b600-5a463219e79e'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:48.149833 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44277d-5c5c-42f9-8844-af048a0004ea req-78f9c1d0-bc11-4fab-99ff-21989260b16a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:48.151746 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4c44277d-5c5c-42f9-8844-af048a0004ea req-78f9c1d0-bc11-4fab-99ff-21989260b16a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0692430 Jan 28 20:27:48.234453 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4c44277d-5c5c-42f9-8844-af048a0004ea req-cdd6e1a3-effe-435e-893d-830309e87452 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735404 Jan 28 20:27:48.690625 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fbca4-1fb0-4a33-86ca-ee024fbf4883 req-d752ca5a-0ce6-49f2-bdaa-60b2762f3654 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:48.692078 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a35fbca4-1fb0-4a33-86ca-ee024fbf4883 req-d752ca5a-0ce6-49f2-bdaa-60b2762f3654 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 948 time: 0.0533211 Jan 28 20:27:48.741894 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a35fbca4-1fb0-4a33-86ca-ee024fbf4883 req-74df01c9-ff2c-4259-a186-65457787d32b tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 Jan 28 20:27:49.001288 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a85ac-ead2-4541-bd8e-9cf9e31bf485 req-73aef184-3169-4e02-b5f4-1c170e533831 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:49.002791 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c11a85ac-ead2-4541-bd8e-9cf9e31bf485 req-73aef184-3169-4e02-b5f4-1c170e533831 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 944 time: 0.0537341 Jan 28 20:27:49.054409 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c11a85ac-ead2-4541-bd8e-9cf9e31bf485 req-4095473e-2139-4cf5-9d0f-df4748c023e7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461390 Jan 28 20:27:49.129515 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device ce9c009d-bd33-472f-8bed-913b4a444447 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:49.180833 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port ce9c009d-bd33-472f-8bed-913b4a444447 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:49.186403 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port ce9c009d-bd33-472f-8bed-913b4a444447 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:49.186832 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:49.293984 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port ce9c009d-bd33-472f-8bed-913b4a444447 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:49.294320 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:49.318314 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ff9a8b-3bae-4ba8-b484-a534d77d5e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9c009d-bd33-472f-8bed-913b4a444447'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:49.320505 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44b54f4-37a1-40d0-8011-58281a95767b" -d '{"events": [{"server_uuid": "74ff9a8b-3bae-4ba8-b484-a534d77d5e43", "name": "network-vif-plugged", "status": "completed", "tag": "ce9c009d-bd33-472f-8bed-913b4a444447"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:49.334437 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port ce9c009d-bd33-472f-8bed-913b4a444447, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ce9c009d-bd33-472f-8bed-913b4a444447,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:49.338853 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:49.372429 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2766f1a3-a863-4eed-a795-446f49a5a12a x-openstack-request-id: req-2766f1a3-a863-4eed-a795-446f49a5a12a {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:49.372745 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ff9a8b-3bae-4ba8-b484-a534d77d5e43", "name": "network-vif-plugged", "status": "completed", "tag": "ce9c009d-bd33-472f-8bed-913b4a444447", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:49.373190 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2766f1a3-a863-4eed-a795-446f49a5a12a {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:49.373581 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ff9a8b-3bae-4ba8-b484-a534d77d5e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9c009d-bd33-472f-8bed-913b4a444447', 'code': 200} Jan 28 20:27:49.381424 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50975699-a89f-4720-a167-1e7eda14299e req-c41bdd45-3278-4f27-9aae-9e884eee5bc7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:49.382775 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-50975699-a89f-4720-a167-1e7eda14299e req-c41bdd45-3278-4f27-9aae-9e884eee5bc7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0698192 Jan 28 20:27:49.393354 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=ce9c009d-bd33-472f-8bed-913b4a444447,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:49.454563 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-50975699-a89f-4720-a167-1e7eda14299e req-5c206691-0e3a-4182-ae9a-0e5cfeaa0147 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654244 Jan 28 20:27:49.602262 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d7b08-06ac-4261-9d16-3fe1bdbd7b01 req-d614b3e3-39c7-424b-bcbd-59238eecd38d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:49.603769 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f84d7b08-06ac-4261-9d16-3fe1bdbd7b01 req-d614b3e3-39c7-424b-bcbd-59238eecd38d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0633445 Jan 28 20:27:49.604011 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed2f43-ffb1-4f0c-8651-ccbb756367d9 req-b6dfa41d-7b0a-4ca1-861d-19b25e796ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:49.606303 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-feed2f43-ffb1-4f0c-8651-ccbb756367d9 req-b6dfa41d-7b0a-4ca1-861d-19b25e796ed5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 1129 time: 0.0645013 Jan 28 20:27:49.652350 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f84d7b08-06ac-4261-9d16-3fe1bdbd7b01 req-e6f82817-f625-4875-8c19-1e15e5352ea2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Jan 28 20:27:49.655533 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-feed2f43-ffb1-4f0c-8651-ccbb756367d9 req-a669b9b5-61aa-4644-afe6-096a633c6177 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Jan 28 20:27:49.862699 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618dbdc-2948-42a0-8b92-6e8f43f37e4b req-07eea5df-d779-4a0f-86fe-bd5d551c0518 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:49.864183 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b618dbdc-2948-42a0-8b92-6e8f43f37e4b req-07eea5df-d779-4a0f-86fe-bd5d551c0518 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 948 time: 0.0533516 Jan 28 20:27:49.917176 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b618dbdc-2948-42a0-8b92-6e8f43f37e4b req-cdbbe491-a0ad-4e92-a39e-ed3acc443e39 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Jan 28 20:27:50.022644 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:50.172249 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52c6e6-3636-4eff-a027-09e15156907a req-ab900e1a-91cf-4c50-b125-51ae9ead2d72 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:50.173687 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0c52c6e6-3636-4eff-a027-09e15156907a req-ab900e1a-91cf-4c50-b125-51ae9ead2d72 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 945 time: 0.0539107 Jan 28 20:27:50.415357 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0c52c6e6-3636-4eff-a027-09e15156907a req-4c417bdb-0ffb-46b4-9b63-2ecf6357cdc8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361386 Jan 28 20:27:51.053899 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc764c1f-fa3d-418a-92ee-8009333d4081 req-eb8f0e30-27e6-40e6-bfab-0b52ef48a765 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.055369 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fc764c1f-fa3d-418a-92ee-8009333d4081 req-eb8f0e30-27e6-40e6-bfab-0b52ef48a765 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 948 time: 0.0606518 Jan 28 20:27:51.102158 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fc764c1f-fa3d-418a-92ee-8009333d4081 req-eacb82ab-20d1-4cd8-b760-9fab410b77d0 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Jan 28 20:27:51.145383 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 1a57cf51-27e2-4d5d-b600-5a463219e79e up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:27:51.203427 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 1a57cf51-27e2-4d5d-b600-5a463219e79e completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:27:51.207296 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 1a57cf51-27e2-4d5d-b600-5a463219e79e triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:27:51.207671 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:51.266881 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-ff3923c8-8ca3-4b9e-aca9-2d85abbdca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.268372 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-ff3923c8-8ca3-4b9e-aca9-2d85abbdca07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1129 time: 0.0542858 Jan 28 20:27:51.272238 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e4392-f656-47fe-8cb9-f1e11f9b654a req-72787463-b461-4459-a92a-5b9890cb7c75 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.273860 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-798e4392-f656-47fe-8cb9-f1e11f9b654a req-72787463-b461-4459-a92a-5b9890cb7c75 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0664651 Jan 28 20:27:51.301037 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 1a57cf51-27e2-4d5d-b600-5a463219e79e is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:27:51.301984 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:51.336324 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-798e4392-f656-47fe-8cb9-f1e11f9b654a req-720c6bdc-8abb-4140-a883-3119cb375f27 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541537 Jan 28 20:27:51.374925 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fe010b-84f6-4fd1-9b37-5a169df50bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57cf51-27e2-4d5d-b600-5a463219e79e'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:51.381979 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a628a9d0-97a4-4b0b-b05e-7438c14e0606" -d '{"events": [{"server_uuid": "e7fe010b-84f6-4fd1-9b37-5a169df50bdd", "name": "network-vif-plugged", "status": "completed", "tag": "1a57cf51-27e2-4d5d-b600-5a463219e79e"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:51.399686 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 1a57cf51-27e2-4d5d-b600-5a463219e79e, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=1a57cf51-27e2-4d5d-b600-5a463219e79e,segment=NetworkSegment(af9c0297-5695-448a-a04a-f2e347ba482d),segment_id=af9c0297-5695-448a-a04a-f2e347ba482d)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:51.403983 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:51.417183 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-3d898e05-5908-49ce-b3ac-27d7b85ece4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.418921 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-3d898e05-5908-49ce-b3ac-27d7b85ece4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.1402190 Jan 28 20:27:51.450796 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e74d02-5652-4139-a0b5-fbe0544729e7 x-openstack-request-id: req-38e74d02-5652-4139-a0b5-fbe0544729e7 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:51.451120 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fe010b-84f6-4fd1-9b37-5a169df50bdd", "name": "network-vif-plugged", "status": "completed", "tag": "1a57cf51-27e2-4d5d-b600-5a463219e79e", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:51.451402 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-38e74d02-5652-4139-a0b5-fbe0544729e7 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:51.451784 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fe010b-84f6-4fd1-9b37-5a169df50bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57cf51-27e2-4d5d-b600-5a463219e79e', 'code': 200} Jan 28 20:27:51.462279 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=1a57cf51-27e2-4d5d-b600-5a463219e79e,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:51.491648 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-48ce345e-07d3-4a60-82ab-d5b6a52a105d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 200 len: 217 time: 0.0454121 Jan 28 20:27:51.564951 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-1fc6bbbb-e6b2-4c92-94d6-711ae0245105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.566513 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-1fc6bbbb-e6b2-4c92-94d6-711ae0245105 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0589137 Jan 28 20:27:51.567279 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0abe45-b9d1-4b39-aea3-18055cfd4dc8 req-d9a4b5df-59fa-4290-8d7b-f777dadac0c9 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.568778 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d0abe45-b9d1-4b39-aea3-18055cfd4dc8 req-d9a4b5df-59fa-4290-8d7b-f777dadac0c9 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 945 time: 0.0769987 Jan 28 20:27:51.605202 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-80254823-f932-4e21-bf8f-ffa4a7453c4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268631 Jan 28 20:27:51.638851 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d0abe45-b9d1-4b39-aea3-18055cfd4dc8 req-da655a34-3403-4853-88fb-aeb65cfcbf59 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596552 Jan 28 20:27:51.770452 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b344d-399e-4be0-bad3-75221df94ddf req-ec725959-fb10-442c-bc6d-be97776c3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:51.772171 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-538b344d-399e-4be0-bad3-75221df94ddf req-ec725959-fb10-442c-bc6d-be97776c3736 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 1133 time: 0.0992246 Jan 28 20:27:51.808858 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-7a446c25-580f-4377-80b9-b4542e067dd4 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711931 Jan 28 20:27:51.851230 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-538b344d-399e-4be0-bad3-75221df94ddf req-981192a9-8058-435e-8468-adf3c0bab4bf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700016 Jan 28 20:27:51.943035 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-487f3d58-b1ca-46a4-9f3f-272ffd4f3bb2 req-333eac77-5f08-489b-8931-9b3cc8f75e69 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197827 Jan 28 20:27:52.257704 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865c5bf-d241-468e-b2b2-153a5ad2f28d req-5e169b3b-8caa-4534-ae46-e9f9dabd7696 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:52.259427 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b865c5bf-d241-468e-b2b2-153a5ad2f28d req-5e169b3b-8caa-4534-ae46-e9f9dabd7696 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 949 time: 0.0727050 Jan 28 20:27:52.310022 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b865c5bf-d241-468e-b2b2-153a5ad2f28d req-c36afad7-7233-483f-bdac-28ebb4f62e17 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Jan 28 20:27:52.356832 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43212) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:52.492989 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04271f2e-5260-41c7-b9c1-82fc7746f9f3 req-107432aa-7ecc-4ad3-bde8-e315c0bb0a54 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:52.495261 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-04271f2e-5260-41c7-b9c1-82fc7746f9f3 req-107432aa-7ecc-4ad3-bde8-e315c0bb0a54 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0729356 Jan 28 20:27:52.501460 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-66b1485f-b700-435d-ad4f-347e4804dae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:52.544149 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-04271f2e-5260-41c7-b9c1-82fc7746f9f3 req-64e134f3-8dc7-42ba-a763-c1d02fa9a170 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Jan 28 20:27:52.580107 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-66b1485f-b700-435d-ad4f-347e4804dae9 admin admin] Publish callbacks [] for security_group (88703080-df79-4fb8-b9ca-6e8f1b6da15c), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:52.584997 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-66b1485f-b700-435d-ad4f-347e4804dae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (88703080-df79-4fb8-b9ca-6e8f1b6da15c), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:52.630848 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-66b1485f-b700-435d-ad4f-347e4804dae9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e76515875434dbd9c29589cf88ab581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720563 Jan 28 20:27:52.631777 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1485f-b700-435d-ad4f-347e4804dae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88703080-df79-4fb8-b9ca-6e8f1b6da15c,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:52.633564 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43222) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:52.682054 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-671b73e8-4950-4e3a-b069-1c7ce0290824 admin admin] Publish callbacks [] for security_group (88703080-df79-4fb8-b9ca-6e8f1b6da15c), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:52.702619 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-671b73e8-4950-4e3a-b069-1c7ce0290824 admin admin] Publish callbacks [] for security_group (88703080-df79-4fb8-b9ca-6e8f1b6da15c), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:52.750722 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-671b73e8-4950-4e3a-b069-1c7ce0290824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (88703080-df79-4fb8-b9ca-6e8f1b6da15c), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:52.753115 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-671b73e8-4950-4e3a-b069-1c7ce0290824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:52.754304 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-671b73e8-4950-4e3a-b069-1c7ce0290824 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88703080-df79-4fb8-b9ca-6e8f1b6da15c HTTP/1.1" status: 204 len: 168 time: 0.1196430 Jan 28 20:27:52.762507 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b73e8-4950-4e3a-b069-1c7ce0290824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88703080-df79-4fb8-b9ca-6e8f1b6da15c,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:53.015312 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43230) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:53.034500 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-272350f1-2a5b-4d01-8680-171591c8f8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.125240 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-272350f1-2a5b-4d01-8680-171591c8f8f3 admin admin] Publish callbacks [] for security_group (f35a554a-1975-4fa2-9cf9-fe6f9a7b0520), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.130176 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-272350f1-2a5b-4d01-8680-171591c8f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f35a554a-1975-4fa2-9cf9-fe6f9a7b0520), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.172241 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-272350f1-2a5b-4d01-8680-171591c8f8f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd82a9c95f204c1fb49c3e820055bb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558263 Jan 28 20:27:53.173405 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272350f1-2a5b-4d01-8680-171591c8f8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a554a-1975-4fa2-9cf9-fe6f9a7b0520,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:53.174948 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43238) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:53.224373 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-55965e10-5a89-4dbd-bdeb-f0e102409fee admin admin] Publish callbacks [] for security_group (f35a554a-1975-4fa2-9cf9-fe6f9a7b0520), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.256280 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-55965e10-5a89-4dbd-bdeb-f0e102409fee admin admin] Publish callbacks [] for security_group (f35a554a-1975-4fa2-9cf9-fe6f9a7b0520), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.308434 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-55965e10-5a89-4dbd-bdeb-f0e102409fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f35a554a-1975-4fa2-9cf9-fe6f9a7b0520), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.311054 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-55965e10-5a89-4dbd-bdeb-f0e102409fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.312221 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-55965e10-5a89-4dbd-bdeb-f0e102409fee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f35a554a-1975-4fa2-9cf9-fe6f9a7b0520 HTTP/1.1" status: 204 len: 168 time: 0.1362925 Jan 28 20:27:53.320273 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55965e10-5a89-4dbd-bdeb-f0e102409fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a554a-1975-4fa2-9cf9-fe6f9a7b0520,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:53.335128 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43244) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:53.463331 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eb282-c39c-40ad-ae32-191553f9fff8 req-001b35f3-7de4-4493-ab88-3a1ac7fbfdc2 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:53.473243 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ec5eb282-c39c-40ad-ae32-191553f9fff8 req-001b35f3-7de4-4493-ab88-3a1ac7fbfdc2 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 949 time: 0.0746021 Jan 28 20:27:53.527446 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ec5eb282-c39c-40ad-ae32-191553f9fff8 req-c28cd502-3602-41d0-b3d4-71c9919d2326 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526536 Jan 28 20:27:53.634153 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0226-84a6-4a6c-b809-d44f5e119969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.715094 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f9bf5-4c88-42d5-957c-5d7057a48a99 req-3b587547-42be-4898-8174-e4c03ce11296 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:53.716987 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-143f9bf5-4c88-42d5-957c-5d7057a48a99 req-3b587547-42be-4898-8174-e4c03ce11296 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0848470 Jan 28 20:27:53.789928 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-143f9bf5-4c88-42d5-957c-5d7057a48a99 req-60b2e478-c811-4fbc-a8d9-2c2f1f75567b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658855 Jan 28 20:27:53.810318 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0226-84a6-4a6c-b809-d44f5e119969 admin admin] Publish callbacks [] for security_group (ea60bfae-c06f-42b6-85e8-c9b92b66a278), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.823278 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9f4c0226-84a6-4a6c-b809-d44f5e119969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (ea60bfae-c06f-42b6-85e8-c9b92b66a278), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.881096 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9f4c0226-84a6-4a6c-b809-d44f5e119969 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e8b663299c864b518ccbd3057f3dc984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5442827 Jan 28 20:27:53.881817 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c0226-84a6-4a6c-b809-d44f5e119969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea60bfae-c06f-42b6-85e8-c9b92b66a278,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:53.883826 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43268) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:53.938892 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5c36bb46-6918-4a8d-8c32-084ab92bd225 admin admin] Publish callbacks [] for security_group (ea60bfae-c06f-42b6-85e8-c9b92b66a278), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:53.960601 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5c36bb46-6918-4a8d-8c32-084ab92bd225 admin admin] Publish callbacks [] for security_group (ea60bfae-c06f-42b6-85e8-c9b92b66a278), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.015976 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5c36bb46-6918-4a8d-8c32-084ab92bd225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (ea60bfae-c06f-42b6-85e8-c9b92b66a278), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.019115 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5c36bb46-6918-4a8d-8c32-084ab92bd225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.020335 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-5c36bb46-6918-4a8d-8c32-084ab92bd225 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea60bfae-c06f-42b6-85e8-c9b92b66a278 HTTP/1.1" status: 204 len: 168 time: 0.1355388 Jan 28 20:27:54.030932 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c36bb46-6918-4a8d-8c32-084ab92bd225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea60bfae-c06f-42b6-85e8-c9b92b66a278,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:54.367414 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43286) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:54.384292 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a419ba97-bd60-4fbb-9169-a3c335f29bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.471953 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a419ba97-bd60-4fbb-9169-a3c335f29bea admin admin] Publish callbacks [] for security_group (7c14b118-8742-4369-b4cd-9f55d6988b62), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.475824 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a419ba97-bd60-4fbb-9169-a3c335f29bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7c14b118-8742-4369-b4cd-9f55d6988b62), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.529668 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a419ba97-bd60-4fbb-9169-a3c335f29bea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d8dfa15f1434c5dbb7e5e71735f96f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583767 Jan 28 20:27:54.529668 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419ba97-bd60-4fbb-9169-a3c335f29bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c14b118-8742-4369-b4cd-9f55d6988b62,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:54.530654 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43298) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:54.654696 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c8414241-1460-4ce4-8435-182fbf995a1a admin admin] Publish callbacks [] for security_group (7c14b118-8742-4369-b4cd-9f55d6988b62), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.688935 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c8414241-1460-4ce4-8435-182fbf995a1a admin admin] Publish callbacks [] for security_group (7c14b118-8742-4369-b4cd-9f55d6988b62), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.721060 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a32aa-a71e-47ef-944a-9c6a3a5b38a1 req-c1abc36e-24dd-4676-9996-8d8a5158f652 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:54.727652 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9a8a32aa-a71e-47ef-944a-9c6a3a5b38a1 req-c1abc36e-24dd-4676-9996-8d8a5158f652 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 949 time: 0.1025879 Jan 28 20:27:54.795294 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9a8a32aa-a71e-47ef-944a-9c6a3a5b38a1 req-2a44a5eb-587b-47b1-bdf0-1dc8c8d25123 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665965 Jan 28 20:27:54.796296 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c8414241-1460-4ce4-8435-182fbf995a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7c14b118-8742-4369-b4cd-9f55d6988b62), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.798845 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c8414241-1460-4ce4-8435-182fbf995a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:54.799879 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c8414241-1460-4ce4-8435-182fbf995a1a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c14b118-8742-4369-b4cd-9f55d6988b62 HTTP/1.1" status: 204 len: 168 time: 0.2666779 Jan 28 20:27:54.815265 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8414241-1460-4ce4-8435-182fbf995a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c14b118-8742-4369-b4cd-9f55d6988b62,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:54.942944 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39f7d0-be71-4aad-aae0-2f62d0005bf5 req-9e144037-44ab-4d0a-b06e-00ed9f73e732 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:54.944622 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-db39f7d0-be71-4aad-aae0-2f62d0005bf5 req-9e144037-44ab-4d0a-b06e-00ed9f73e732 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0552638 Jan 28 20:27:55.012537 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-db39f7d0-be71-4aad-aae0-2f62d0005bf5 req-3e7fe576-2a9d-4c60-9470-da36d1ce9708 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613201 Jan 28 20:27:55.198746 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43338) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:55.213912 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52b3e736-f127-445b-a562-281e0a690d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.274443 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78391e5c-2097-41d4-ab7a-64fa8b93d87c req-e89913d4-c5bf-4016-9f98-39bd39863da4 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:55.282586 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-78391e5c-2097-41d4-ab7a-64fa8b93d87c req-e89913d4-c5bf-4016-9f98-39bd39863da4 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 949 time: 0.0681703 Jan 28 20:27:55.304450 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52b3e736-f127-445b-a562-281e0a690d0b admin admin] Publish callbacks [] for security_group (28c58a89-b93c-4ce8-99ea-8b84eb6e8ad5), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.309228 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52b3e736-f127-445b-a562-281e0a690d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (28c58a89-b93c-4ce8-99ea-8b84eb6e8ad5), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.327957 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-78391e5c-2097-41d4-ab7a-64fa8b93d87c req-c8cda44d-5c3c-4743-a672-0e2dd41af673 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445054 Jan 28 20:27:55.352873 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-52b3e736-f127-445b-a562-281e0a690d0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa304a9b9fef4644944e7d5fb75538cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499646 Jan 28 20:27:55.353314 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43348) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:55.354859 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3e736-f127-445b-a562-281e0a690d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c58a89-b93c-4ce8-99ea-8b84eb6e8ad5,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:55.408407 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-93be8326-db3a-49b6-a0b2-e0ef2876483e admin admin] Publish callbacks [] for security_group (28c58a89-b93c-4ce8-99ea-8b84eb6e8ad5), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.429716 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-93be8326-db3a-49b6-a0b2-e0ef2876483e admin admin] Publish callbacks [] for security_group (28c58a89-b93c-4ce8-99ea-8b84eb6e8ad5), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.476086 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-93be8326-db3a-49b6-a0b2-e0ef2876483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (28c58a89-b93c-4ce8-99ea-8b84eb6e8ad5), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.478687 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-93be8326-db3a-49b6-a0b2-e0ef2876483e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.483105 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-93be8326-db3a-49b6-a0b2-e0ef2876483e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28c58a89-b93c-4ce8-99ea-8b84eb6e8ad5 HTTP/1.1" status: 204 len: 168 time: 0.1254981 Jan 28 20:27:55.487889 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be8326-db3a-49b6-a0b2-e0ef2876483e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c58a89-b93c-4ce8-99ea-8b84eb6e8ad5,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:55.563460 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43354) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:55.777365 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e8655ac2-d4d2-458b-8975-ba1408ec0190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.860407 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e8655ac2-d4d2-458b-8975-ba1408ec0190 admin admin] Publish callbacks [] for security_group (b7bf8dc3-f63c-4a58-a9c9-643e82dbb867), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.863973 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e8655ac2-d4d2-458b-8975-ba1408ec0190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (b7bf8dc3-f63c-4a58-a9c9-643e82dbb867), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.910138 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e8655ac2-d4d2-458b-8975-ba1408ec0190 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4528d59d902c438f80899d27b74a9e3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424084 Jan 28 20:27:55.910343 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43372) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:55.916178 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8655ac2-d4d2-458b-8975-ba1408ec0190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bf8dc3-f63c-4a58-a9c9-643e82dbb867,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:55.960984 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fef2e1f4-adda-4eb2-83e6-3cc16195fbca admin admin] Publish callbacks [] for security_group (b7bf8dc3-f63c-4a58-a9c9-643e82dbb867), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:55.993324 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fef2e1f4-adda-4eb2-83e6-3cc16195fbca admin admin] Publish callbacks [] for security_group (b7bf8dc3-f63c-4a58-a9c9-643e82dbb867), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.052959 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fef2e1f4-adda-4eb2-83e6-3cc16195fbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (b7bf8dc3-f63c-4a58-a9c9-643e82dbb867), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.055939 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fef2e1f4-adda-4eb2-83e6-3cc16195fbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.058023 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-fef2e1f4-adda-4eb2-83e6-3cc16195fbca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7bf8dc3-f63c-4a58-a9c9-643e82dbb867 HTTP/1.1" status: 204 len: 168 time: 0.1465747 Jan 28 20:27:56.069539 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2e1f4-adda-4eb2-83e6-3cc16195fbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bf8dc3-f63c-4a58-a9c9-643e82dbb867,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:56.144166 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919a1af-cb18-4a66-8618-b38c925c9299 req-9e5d7416-3329-46a1-bea7-7f48f57e5938 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:56.145683 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2919a1af-cb18-4a66-8618-b38c925c9299 req-9e5d7416-3329-46a1-bea7-7f48f57e5938 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0650365 Jan 28 20:27:56.210216 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2919a1af-cb18-4a66-8618-b38c925c9299 req-d25a1d95-0325-43d1-ad83-73daa3a5202b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569620 Jan 28 20:27:56.358559 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43394) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:56.375016 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-40ce3e80-a2d6-4444-a58d-5a050f824867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.495528 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61499c67-3912-44ea-b6dd-d80981ed585d req-d7077c7c-e5da-4278-971b-5b5f639832fe tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:56.497006 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61499c67-3912-44ea-b6dd-d80981ed585d req-d7077c7c-e5da-4278-971b-5b5f639832fe tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 949 time: 0.0870144 Jan 28 20:27:56.517802 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-40ce3e80-a2d6-4444-a58d-5a050f824867 admin admin] Publish callbacks [] for security_group (8d12d400-fdbb-4c4e-ab9a-e94d5cf6e731), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.526873 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-40ce3e80-a2d6-4444-a58d-5a050f824867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (8d12d400-fdbb-4c4e-ab9a-e94d5cf6e731), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.607220 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-40ce3e80-a2d6-4444-a58d-5a050f824867 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=faa0e5e044ec44a3ab18655a044a4866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474940 Jan 28 20:27:56.611101 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43398) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:56.615695 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce3e80-a2d6-4444-a58d-5a050f824867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12d400-fdbb-4c4e-ab9a-e94d5cf6e731,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:56.630091 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61499c67-3912-44ea-b6dd-d80981ed585d req-cad5739a-1c0f-4849-bd42-04f0a9eb95ac tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224997 Jan 28 20:27:56.687832 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-83966ceb-ea33-4b6d-bf39-5e2c37bf4f2e admin admin] Publish callbacks [] for security_group (8d12d400-fdbb-4c4e-ab9a-e94d5cf6e731), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.710063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-83966ceb-ea33-4b6d-bf39-5e2c37bf4f2e admin admin] Publish callbacks [] for security_group (8d12d400-fdbb-4c4e-ab9a-e94d5cf6e731), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.759929 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-83966ceb-ea33-4b6d-bf39-5e2c37bf4f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (8d12d400-fdbb-4c4e-ab9a-e94d5cf6e731), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.763044 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-83966ceb-ea33-4b6d-bf39-5e2c37bf4f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:56.764386 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-83966ceb-ea33-4b6d-bf39-5e2c37bf4f2e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d12d400-fdbb-4c4e-ab9a-e94d5cf6e731 HTTP/1.1" status: 204 len: 168 time: 0.1521332 Jan 28 20:27:56.772114 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83966ceb-ea33-4b6d-bf39-5e2c37bf4f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12d400-fdbb-4c4e-ab9a-e94d5cf6e731,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:57.330078 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337443e-54d7-4a73-90c8-416a83732104 req-599853b9-fb00-4e28-a72c-d902e547b819 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:57.332125 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5337443e-54d7-4a73-90c8-416a83732104 req-599853b9-fb00-4e28-a72c-d902e547b819 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0532532 Jan 28 20:27:57.386140 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5337443e-54d7-4a73-90c8-416a83732104 req-c6398a82-9505-4204-b922-c288c8b018ef tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484185 Jan 28 20:27:57.420720 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cf166-a770-4549-891a-153381c3c5d6 req-624c1ff8-d429-4a7a-b69d-2bc721c0a0dc tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:57.422276 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-949cf166-a770-4549-891a-153381c3c5d6 req-624c1ff8-d429-4a7a-b69d-2bc721c0a0dc tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 949 time: 0.0685201 Jan 28 20:27:57.516527 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Deleting port 1a57cf51-27e2-4d5d-b600-5a463219e79e {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:27:57.516887 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:57.619398 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] For port 1a57cf51-27e2-4d5d-b600-5a463219e79e, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=1a57cf51-27e2-4d5d-b600-5a463219e79e,segment=NetworkSegment(af9c0297-5695-448a-a04a-f2e347ba482d),segment_id=af9c0297-5695-448a-a04a-f2e347ba482d)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:27:57.620564 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:57.633326 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Calling delete_port for 1a57cf51-27e2-4d5d-b600-5a463219e79e owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:27:57.793161 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (1a57cf51-27e2-4d5d-b600-5a463219e79e), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:57.799362 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95dec9-2470-430f-a694-d2b7a1c048b6 req-25290725-c9bc-4f26-88c5-51025954d03d tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:57.807811 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cd95dec9-2470-430f-a694-d2b7a1c048b6 req-25290725-c9bc-4f26-88c5-51025954d03d tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fe010b-84f6-4fd1-9b37-5a169df50bdd HTTP/1.1" status: 200 len: 949 time: 0.0836627 Jan 28 20:27:57.808851 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['1a57cf51-27e2-4d5d-b600-5a463219e79e'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:27:57.830247 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Pushing event deleted for resources: {'Port': ['ID=1a57cf51-27e2-4d5d-b600-5a463219e79e,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:57.886420 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cd95dec9-2470-430f-a694-d2b7a1c048b6 req-31491552-63b8-40d3-aa50-567845b49c14 tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.59 "GET /v2.0/security-groups?id=f11cefdb-a4de-487e-b3e4-58d71bc22a51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755270 Jan 28 20:27:57.893754 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] No DVR routers for this DVR port 1a57cf51-27e2-4d5d-b600-5a463219e79e on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:27:57.896536 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:57.900246 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-949cf166-a770-4549-891a-153381c3c5d6 req-f45bcd30-31cf-4b5d-b40b-e72da22b60af tempest-VolumesNegativeTest-169238305 tempest-VolumesNegativeTest-169238305-project] 10.222.0.42 "DELETE /v2.0/ports/1a57cf51-27e2-4d5d-b600-5a463219e79e HTTP/1.1" status: 204 len: 173 time: 0.4722886 Jan 28 20:27:57.900723 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fe010b-84f6-4fd1-9b37-5a169df50bdd', 'name': 'network-vif-deleted', 'tag': '1a57cf51-27e2-4d5d-b600-5a463219e79e'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:27:57.904598 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d10da0-88c6-42f9-bcbe-dbf3d8e3ef41" -d '{"events": [{"server_uuid": "e7fe010b-84f6-4fd1-9b37-5a169df50bdd", "name": "network-vif-deleted", "tag": "1a57cf51-27e2-4d5d-b600-5a463219e79e"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:27:57.917574 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43450) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:57.959600 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7d3b7b-c55f-420d-b874-b268bbafcd39 x-openstack-request-id: req-de7d3b7b-c55f-420d-b874-b268bbafcd39 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:27:57.959900 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fe010b-84f6-4fd1-9b37-5a169df50bdd", "name": "network-vif-deleted", "tag": "1a57cf51-27e2-4d5d-b600-5a463219e79e", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:27:57.960478 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de7d3b7b-c55f-420d-b874-b268bbafcd39 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:27:57.960586 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fe010b-84f6-4fd1-9b37-5a169df50bdd', 'name': 'network-vif-deleted', 'tag': '1a57cf51-27e2-4d5d-b600-5a463219e79e', 'status': 'completed', 'code': 200} Jan 28 20:27:58.086352 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e45431e5-9a44-4001-97fe-e57bf4e7aac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:58.180126 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e45431e5-9a44-4001-97fe-e57bf4e7aac3 admin admin] Publish callbacks [] for security_group (27525526-c6f4-4abd-be8a-74785528b957), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:58.185029 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e45431e5-9a44-4001-97fe-e57bf4e7aac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (27525526-c6f4-4abd-be8a-74785528b957), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:58.232198 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e45431e5-9a44-4001-97fe-e57bf4e7aac3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=59c55c924d44492a9f3b794d030f833d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134420 Jan 28 20:27:58.233438 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45431e5-9a44-4001-97fe-e57bf4e7aac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27525526-c6f4-4abd-be8a-74785528b957,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:58.234895 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43460) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:27:58.293547 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-901537d6-bfe3-4db2-96cf-d6c6ccef394a admin admin] Publish callbacks [] for security_group (27525526-c6f4-4abd-be8a-74785528b957), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:58.317627 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-901537d6-bfe3-4db2-96cf-d6c6ccef394a admin admin] Publish callbacks [] for security_group (27525526-c6f4-4abd-be8a-74785528b957), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:58.371973 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-901537d6-bfe3-4db2-96cf-d6c6ccef394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (27525526-c6f4-4abd-be8a-74785528b957), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:58.374717 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-901537d6-bfe3-4db2-96cf-d6c6ccef394a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:27:58.378113 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-901537d6-bfe3-4db2-96cf-d6c6ccef394a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27525526-c6f4-4abd-be8a-74785528b957 HTTP/1.1" status: 204 len: 168 time: 0.1396530 Jan 28 20:27:58.384993 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901537d6-bfe3-4db2-96cf-d6c6ccef394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27525526-c6f4-4abd-be8a-74785528b957,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:27:58.536564 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4af014-2637-4b27-8da2-da5cdfbe2945 req-dac72edd-f1c0-408c-96af-3c3c4880cf3b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:58.538142 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff4af014-2637-4b27-8da2-da5cdfbe2945 req-dac72edd-f1c0-408c-96af-3c3c4880cf3b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0734384 Jan 28 20:27:58.588773 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff4af014-2637-4b27-8da2-da5cdfbe2945 req-b16f52aa-f4f3-4a8a-b9cc-acc6d9eb24f8 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Jan 28 20:27:59.705651 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcd399-1864-4274-877e-1b03890474fc req-ceb57898-dfbf-420d-9774-20fa83806360 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:27:59.707149 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f1bcd399-1864-4274-877e-1b03890474fc req-ceb57898-dfbf-420d-9774-20fa83806360 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0508659 Jan 28 20:27:59.758105 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f1bcd399-1864-4274-877e-1b03890474fc req-3fb92849-ca75-4fb9-bfeb-efe11e8c4bfa tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Jan 28 20:28:00.789008 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-30f358df-ce97-46dc-b9cc-c9570ff8089e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:00.790993 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-30f358df-ce97-46dc-b9cc-c9570ff8089e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 815 time: 0.1527755 Jan 28 20:28:00.812293 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-d955a704-7dbd-42cc-9002-049aadeeaf5d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/quotas/d73cfa908e094fa0b8fbc1e550e29d20 HTTP/1.1" status: 200 len: 375 time: 0.0150907 Jan 28 20:28:00.906138 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-f711ce59-9ec8-471a-beab-9af976942919 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927114 Jan 28 20:28:00.920052 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca4e10-17aa-4e45-9580-b70d40fd8796 req-b6a40b7d-0c06-4880-8aaa-4c42c74540c1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:00.921837 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7bca4e10-17aa-4e45-9580-b70d40fd8796 req-b6a40b7d-0c06-4880-8aaa-4c42c74540c1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0782971 Jan 28 20:28:01.039679 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7bca4e10-17aa-4e45-9580-b70d40fd8796 req-c6d1f934-e672-4542-b1b0-997b488849ef tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084552 Jan 28 20:28:01.081949 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-ebf2c60a-e998-4c5d-9a18-6d87690251c0 service neutron] 10.222.0.59 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587944 Jan 28 20:28:01.190447 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-e1901128-23e1-41e2-aa5e-583402d09301 service neutron] 10.222.0.59 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075859 Jan 28 20:28:01.201219 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 1a57cf51-27e2-4d5d-b600-5a463219e79e no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:28:01.230610 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 1a57cf51-27e2-4d5d-b600-5a463219e79e {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:28:01.231277 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 1a57cf51-27e2-4d5d-b600-5a463219e79e not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:28:01.355057 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e0a3928a-6c60-4237-adf7-2a98418c85cb req-b834b40f-3880-47fe-b8ea-3672cd7ff990 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 210 time: 0.0270269 Jan 28 20:28:02.179653 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c2d48-d80a-49d6-9f02-00f28aa261ee req-582ba203-1bbe-4a1e-af7c-7b30f8468a55 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:02.181188 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b67c2d48-d80a-49d6-9f02-00f28aa261ee req-582ba203-1bbe-4a1e-af7c-7b30f8468a55 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0568900 Jan 28 20:28:02.231056 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b67c2d48-d80a-49d6-9f02-00f28aa261ee req-ac934e74-26b8-4dfb-abbd-89d54d56d2fd tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444357 Jan 28 20:28:02.492067 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6677acc0-9166-4eec-9c33-4bd73e6edebf req-e231fdfd-aa02-4e74-bc9f-b89a23a99828 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 210 time: 0.0453558 Jan 28 20:28:02.507949 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-e3da6a61-f543-4410-b9fa-7b219428201f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:02.510175 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-e3da6a61-f543-4410-b9fa-7b219428201f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 815 time: 0.1717229 Jan 28 20:28:02.527851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Request body: {'port': {'device_id': 'cb895887-c105-49c8-8ebb-6f2d7327a46c', 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'admin_state_up': True, 'tenant_id': 'd73cfa908e094fa0b8fbc1e550e29d20'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:02.651928 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Made reservation on behalf of d73cfa908e094fa0b8fbc1e550e29d20 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:02.657808 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:02.678989 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43776) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:02.812148 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44ff4926-f17a-4b91-a4cf-8e45f9e3ceeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:02.921739 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44ff4926-f17a-4b91-a4cf-8e45f9e3ceeb admin admin] Publish callbacks [] for security_group (f8b614a3-e866-4250-89c4-d84fea9ca473), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:02.926380 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44ff4926-f17a-4b91-a4cf-8e45f9e3ceeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f8b614a3-e866-4250-89c4-d84fea9ca473), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:02.967550 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-44ff4926-f17a-4b91-a4cf-8e45f9e3ceeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc917aaea53845579da64aea7baab3b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874548 Jan 28 20:28:02.970070 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43800) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:02.993821 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff4926-f17a-4b91-a4cf-8e45f9e3ceeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b614a3-e866-4250-89c4-d84fea9ca473,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:03.043778 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b05067d3-bac4-48a0-a2a5-518eb2a48842 admin admin] Publish callbacks [] for security_group (f8b614a3-e866-4250-89c4-d84fea9ca473), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:03.062711 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Allocated IP 172.20.0.3 (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b/f9b0cd93-a6e6-4217-8965-ee6f508e72a1/e0e35fd9-2a9a-446e-bf87-14668877b787) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:03.066504 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b05067d3-bac4-48a0-a2a5-518eb2a48842 admin admin] Publish callbacks [] for security_group (f8b614a3-e866-4250-89c4-d84fea9ca473), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:03.151412 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b05067d3-bac4-48a0-a2a5-518eb2a48842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f8b614a3-e866-4250-89c4-d84fea9ca473), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:03.162352 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b05067d3-bac4-48a0-a2a5-518eb2a48842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:03.165684 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b05067d3-bac4-48a0-a2a5-518eb2a48842 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f8b614a3-e866-4250-89c4-d84fea9ca473 HTTP/1.1" status: 204 len: 168 time: 0.1922436 Jan 28 20:28:03.173320 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05067d3-bac4-48a0-a2a5-518eb2a48842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b614a3-e866-4250-89c4-d84fea9ca473,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:03.278990 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks [] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:03.326239 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:03.347389 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['a7431330-e930-49ae-b76c-bf203d204d59', 'ce9c009d-bd33-472f-8bed-913b4a444447'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:03.373499 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:03.378695 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:03.383419 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:03.388111 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Pushing event updated for resources: {'Port': ['ID=e0e35fd9-2a9a-446e-bf87-14668877b787,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:03.442740 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed4b03-4f9b-431f-a9dd-19f49cdca79d req-612cd1ba-3400-4074-825b-c6ba00ebd13d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:03.450501 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b8ed4b03-4f9b-431f-a9dd-19f49cdca79d req-612cd1ba-3400-4074-825b-c6ba00ebd13d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.1313069 Jan 28 20:28:03.458962 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:03.459957 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:03.485604 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-87ad3e7a-766c-4e3e-93e6-501c59bd09d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9617975 Jan 28 20:28:03.506314 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Request body: {'port': {'device_id': 'cb895887-c105-49c8-8ebb-6f2d7327a46c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:03.516133 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b8ed4b03-4f9b-431f-a9dd-19f49cdca79d req-ac040916-5d48-4a84-a734-83547a0a856c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637443 Jan 28 20:28:03.634648 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:03.666950 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05016b-552d-4999-b9db-ba5f3772a613 req-0698b01f-2b11-4fcb-961a-571af0eec4ad tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:03.668554 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8e05016b-552d-4999-b9db-ba5f3772a613 req-0698b01f-2b11-4fcb-961a-571af0eec4ad tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 931 time: 0.0726240 Jan 28 20:28:03.751024 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8e05016b-552d-4999-b9db-ba5f3772a613 req-6f3233ec-e4f0-48c8-91ab-7d0fe2f92974 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761433 Jan 28 20:28:03.978504 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e35fd9-2a9a-446e-bf87-14668877b787 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:28:03.996063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Publish callbacks [] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:04.009182 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Transition to ACTIVE for port object e0e35fd9-2a9a-446e-bf87-14668877b787 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:28:04.012973 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:04.091999 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75612dfd-5632-4959-8110-381850996288 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e35fd9-2a9a-446e-bf87-14668877b787,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:04.157375 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Attempting to bind port e0e35fd9-2a9a-446e-bf87-14668877b787 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:04.157825 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Attempting to bind port e0e35fd9-2a9a-446e-bf87-14668877b787 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:04.158510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Attempting to bind port e0e35fd9-2a9a-446e-bf87-14668877b787 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:04.164035 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Port e0e35fd9-2a9a-446e-bf87-14668877b787 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:28:04.164381 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Attempting to bind port e0e35fd9-2a9a-446e-bf87-14668877b787 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:04.172090 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:04.172609 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Checking segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:04.172897 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Bound using segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:04.173553 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Bound port: e0e35fd9-2a9a-446e-bf87-14668877b787, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:04.174000 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:04.259111 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] For port e0e35fd9-2a9a-446e-bf87-14668877b787, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:04.262851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] For port e0e35fd9-2a9a-446e-bf87-14668877b787, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e35fd9-2a9a-446e-bf87-14668877b787,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:04.269037 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:04.310556 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.311260 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:04.313258 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-75612dfd-5632-4959-8110-381850996288 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0e35fd9-2a9a-446e-bf87-14668877b787 HTTP/1.1" status: 200 len: 1093 time: 0.8128316 Jan 28 20:28:04.315573 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb895887-c105-49c8-8ebb-6f2d7327a46c', 'tag': 'e0e35fd9-2a9a-446e-bf87-14668877b787'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:04.317928 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fead3a9f-2051-4a0b-93ca-df345b790d47" -d '{"events": [{"name": "network-changed", "server_uuid": "cb895887-c105-49c8-8ebb-6f2d7327a46c", "tag": "e0e35fd9-2a9a-446e-bf87-14668877b787"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:04.354069 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75612dfd-5632-4959-8110-381850996288 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e35fd9-2a9a-446e-bf87-14668877b787,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:04.388644 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31057a3-a569-4744-9b1a-4eacce0effb2 x-openstack-request-id: req-e31057a3-a569-4744-9b1a-4eacce0effb2 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:04.388956 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb895887-c105-49c8-8ebb-6f2d7327a46c", "tag": "e0e35fd9-2a9a-446e-bf87-14668877b787", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:04.389450 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e31057a3-a569-4744-9b1a-4eacce0effb2 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:04.389913 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb895887-c105-49c8-8ebb-6f2d7327a46c', 'tag': 'e0e35fd9-2a9a-446e-bf87-14668877b787', 'status': 'completed', 'code': 200} Jan 28 20:28:04.435488 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-a8f2f739-396a-440c-af04-e7c51dd3e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.437381 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-a8f2f739-396a-440c-af04-e7c51dd3e285 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 1127 time: 0.0588648 Jan 28 20:28:04.487972 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-836ee509-00a5-416c-ad3d-d962f0093da0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e35fd9-2a9a-446e-bf87-14668877b787 HTTP/1.1" status: 200 len: 217 time: 0.0397177 Jan 28 20:28:04.580417 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-d993c6ae-991f-46f6-942c-606c11ccb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.585227 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-d993c6ae-991f-46f6-942c-606c11ccb77e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 200 len: 855 time: 0.0883105 Jan 28 20:28:04.621408 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-d61c6c99-5d8c-4c9a-9f0c-6381b3f381b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319614 Jan 28 20:28:04.672327 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff161d-055f-4b59-afe0-14df0961b425 req-ccffb237-63ee-44d9-b93c-b4849aa7cf9f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.679444 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-edff161d-055f-4b59-afe0-14df0961b425 req-ccffb237-63ee-44d9-b93c-b4849aa7cf9f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0619798 Jan 28 20:28:04.723167 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-edff161d-055f-4b59-afe0-14df0961b425 req-346f7b99-5806-4d53-96a8-d0147719c140 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429037 Jan 28 20:28:04.727035 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-e4c9fffa-25bd-4444-84f4-ba3434e1a059 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945320 Jan 28 20:28:04.822046 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7d15313f-d1a6-473a-b1d8-d5717ec99da9 req-3f636cbf-01ab-43bb-b479-f4fdc908dcc6 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867867 Jan 28 20:28:04.873485 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5f489-b018-4bb5-8a17-d2443f20d112 req-bc7b4a1b-ef7c-4e3b-98db-38f0720e2e2b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.874976 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-42c5f489-b018-4bb5-8a17-d2443f20d112 req-bc7b4a1b-ef7c-4e3b-98db-38f0720e2e2b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.0567129 Jan 28 20:28:04.915810 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-4c11ae38-ba4f-4abb-8be5-5739e21abbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:04.917389 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-4c11ae38-ba4f-4abb-8be5-5739e21abbfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 1127 time: 0.0465059 Jan 28 20:28:04.921892 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-42c5f489-b018-4bb5-8a17-d2443f20d112 req-e321c1fd-5c67-4336-99ab-bd28458633de tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Jan 28 20:28:05.016801 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-5f9173ba-4581-4b5b-b4cf-616aaaa30f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:05.018301 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-5f9173ba-4581-4b5b-b4cf-616aaaa30f85 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 916 time: 0.0867982 Jan 28 20:28:05.062104 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-7bad6f8f-59c9-4965-b861-c1b7a18d889f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0e35fd9-2a9a-446e-bf87-14668877b787 HTTP/1.1" status: 200 len: 217 time: 0.0348659 Jan 28 20:28:05.110243 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-4795eee0-4338-4e07-b693-3cc9115e96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:05.111646 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-4795eee0-4338-4e07-b693-3cc9115e96c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 200 len: 855 time: 0.0425231 Jan 28 20:28:05.145019 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-f4678385-53cd-4f5a-81ab-62d6ac6471b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260828 Jan 28 20:28:05.256138 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-09a5db31-b607-425e-8363-7b1c213b26d8 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991535 Jan 28 20:28:05.355708 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fead3a9f-2051-4a0b-93ca-df345b790d47 req-a4cdf41f-01b1-4e5c-91dd-eae1845b2c36 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908484 Jan 28 20:28:05.409757 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43938) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:05.540223 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-3682d17d-bb20-490b-a384-215ea0e7a372 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a22c702c3fa4fcb93c739947f446def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292000 Jan 28 20:28:05.543203 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43944) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:05.589590 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-894aceca-fabf-4909-86eb-afae8d5c9840 admin admin] Publish callbacks [] for security_group (f11cefdb-a4de-487e-b3e4-58d71bc22a51), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:05.611707 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-894aceca-fabf-4909-86eb-afae8d5c9840 admin admin] Publish callbacks [] for security_group (f11cefdb-a4de-487e-b3e4-58d71bc22a51), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:05.663541 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-894aceca-fabf-4909-86eb-afae8d5c9840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f11cefdb-a4de-487e-b3e4-58d71bc22a51), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:05.666996 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-894aceca-fabf-4909-86eb-afae8d5c9840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:05.668154 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-894aceca-fabf-4909-86eb-afae8d5c9840 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f11cefdb-a4de-487e-b3e4-58d71bc22a51 HTTP/1.1" status: 204 len: 168 time: 0.1240108 Jan 28 20:28:05.675768 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894aceca-fabf-4909-86eb-afae8d5c9840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11cefdb-a4de-487e-b3e4-58d71bc22a51,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:05.844894 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa4ca6-ec75-49fc-8d32-3f5c4a1d3cf3 req-6bd5e2f5-b543-48c7-9560-f19dcadc95ab tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:05.846358 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-46aa4ca6-ec75-49fc-8d32-3f5c4a1d3cf3 req-6bd5e2f5-b543-48c7-9560-f19dcadc95ab tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0551269 Jan 28 20:28:05.894646 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-46aa4ca6-ec75-49fc-8d32-3f5c4a1d3cf3 req-2d8ff68a-72d2-41e0-b074-ee49c65defc4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Jan 28 20:28:06.042577 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1b219-ef97-4510-961e-78ce635f6aa3 req-c69450a8-4205-40f0-a71f-2dcf9b920df2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.044039 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ba1b219-ef97-4510-961e-78ce635f6aa3 req-c69450a8-4205-40f0-a71f-2dcf9b920df2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.0528708 Jan 28 20:28:06.093469 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ba1b219-ef97-4510-961e-78ce635f6aa3 req-696e0dd7-7f57-4f77-8dec-fb019ed8e84f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 Jan 28 20:28:06.283915 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 43976) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:06.374697 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1726317513-network', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:06.393081 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Made reservation on behalf of aa2f11f2a3714a9c9a72ab77ea3d288b for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:06.395546 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.404429 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.480646 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Publish callbacks [] for security_group (cb0dac8b-cbef-4e6c-a5bf-bcee3fe7ac4c), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.492110 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (cb0dac8b-cbef-4e6c-a5bf-bcee3fe7ac4c), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.515151 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:28:06.529548 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0dac8b-cbef-4e6c-a5bf-bcee3fe7ac4c,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:06.535387 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (f18ddfc2-c691-47ec-b37b-dc0ee09a84fc), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.535712 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Added segment f18ddfc2-c691-47ec-b37b-dc0ee09a84fc of type vlan for network 4706b4ac-208e-49dd-94bd-78970bce488d Jan 28 20:28:06.576493 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (4706b4ac-208e-49dd-94bd-78970bce488d), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.578799 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e7866780-930e-48a1-8158-6eaf694e459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.600857 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (4706b4ac-208e-49dd-94bd-78970bce488d), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.601781 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.602384 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.648841 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3638239 Jan 28 20:28:06.651801 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43984) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:06.656967 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Request body: {'subnet': {'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1726317513-subnet', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'ip_version': 4}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:06.663278 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184ce49-08d1-4ad1-95da-1289cfc2bb3f admin admin] Pushing event updated for resources: {'Network': ['ID=4706b4ac-208e-49dd-94bd-78970bce488d,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:06.676624 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 4706b4ac-208e-49dd-94bd-78970bce488d details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:28:06.679009 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Made reservation on behalf of aa2f11f2a3714a9c9a72ab77ea3d288b for: {'subnet': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:06.681265 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25715612'] for subnet (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.860537 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3586184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25715598'] for subnet (b7683ce8-e9f0-49da-b21e-7293aa550748), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.915091 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7683ce8-e9f0-49da-b21e-7293aa550748,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:06.936180 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Checking segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:06.936180 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Network hostable DHCP agents. Network: 4706b4ac-208e-49dd-94bd-78970bce488d, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:28:06.949675 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Network 4706b4ac-208e-49dd-94bd-78970bce488d is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:28:06.958176 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 4706b4ac-208e-49dd-94bd-78970bce488d) {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:06.962157 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:06.962753 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:06.971061 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee42136-26ef-4e4b-b2a6-1ebe510d071a None None] Network 4706b4ac-208e-49dd-94bd-78970bce488d requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:06.980290 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-e2c07fde-3e60-435f-81f2-af6609bf4eef admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3259783 Jan 28 20:28:06.982090 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 43994) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:06.986529 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:07.008331 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.009642 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.038309 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01909d-f8ae-4338-9dc7-8be523d00af7 req-f457b70a-9299-4899-87df-d719167b6ae1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:07.039927 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ee01909d-f8ae-4338-9dc7-8be523d00af7 req-f457b70a-9299-4899-87df-d719167b6ae1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0650499 Jan 28 20:28:07.067086 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks [] for router_controller (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), precommit_add_association {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.095845 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ee01909d-f8ae-4338-9dc7-8be523d00af7 req-209a8c2b-5fe3-455f-8cf5-2dd7250e5328 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Jan 28 20:28:07.097077 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-4706b4ac-208e-49dd-94bd-78970bce488d', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:28:07.098093 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.210452 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks [] for router_gateway (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.229924 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13359d6-9c87-4f01-9c07-4e001976f2b4 req-22242402-14cf-440e-8274-be94bdc9a669 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:07.232357 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e13359d6-9c87-4f01-9c07-4e001976f2b4 req-22242402-14cf-440e-8274-be94bdc9a669 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.0603836 Jan 28 20:28:07.258199 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Allocated IP 172.20.0.2 (4706b4ac-208e-49dd-94bd-78970bce488d/b7683ce8-e9f0-49da-b21e-7293aa550748/3eaac7cc-39ae-43ea-b0d8-2bae1939dda6) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:07.298567 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e13359d6-9c87-4f01-9c07-4e001976f2b4 req-a07896c0-5b4c-420d-848f-491b479f94da tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599124 Jan 28 20:28:07.405274 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Publish callbacks [] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.411266 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.422767 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks [] for router_gateway (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.441474 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.448237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Network 4706b4ac-208e-49dd-94bd-78970bce488d is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:07.450962 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:07.453735 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:07.466086 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Pushing event updated for resources: {'Port': ['ID=3eaac7cc-39ae-43ea-b0d8-2bae1939dda6,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:07.522294 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Attempting to bind port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:07.522700 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Attempting to bind port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:07.523010 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Attempting to bind port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 on network 4706b4ac-208e-49dd-94bd-78970bce488d {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:07.528785 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:07.529411 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Checking segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:07.529805 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.530319 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Bound using segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:07.530775 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Bound port: 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:07.531153 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.548267 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Allocated IP 172.27.0.28 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/1dfd6446-9929-4998-a1eb-f34320fcb280) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:07.596237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] For port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:07.599189 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] For port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3eaac7cc-39ae-43ea-b0d8-2bae1939dda6,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:07.605512 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.662770 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks [] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.664788 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a8cc8-e3b1-4dd8-9e0d-955c6e91fbd8 None None] Pushing event updated for resources: {'Port': ['ID=3eaac7cc-39ae-43ea-b0d8-2bae1939dda6,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:07.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:07.745183 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:07.748119 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:07.753802 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:07.759202 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Pushing event updated for resources: {'Port': ['ID=1dfd6446-9929-4998-a1eb-f34320fcb280,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:08.033741 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks [] for router_gateway (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.206652 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984289f-bf63-45a2-a68d-9d3d017cfdfd req-1ba09d85-0743-43be-9913-76230977bc10 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:08.208121 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a984289f-bf63-45a2-a68d-9d3d017cfdfd req-1ba09d85-0743-43be-9913-76230977bc10 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0516005 Jan 28 20:28:08.229617 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.260069 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a984289f-bf63-45a2-a68d-9d3d017cfdfd req-a71b0a31-7d06-4bc4-ac1c-ce664a4e9673 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461764 Jan 28 20:28:08.366062 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:28:08.440289 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a069c39-dc37-425f-8892-fc441050cd4c req-bcb52925-e8d7-4b9c-8257-7e50ac7d4d84 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:08.441994 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2a069c39-dc37-425f-8892-fc441050cd4c req-bcb52925-e8d7-4b9c-8257-7e50ac7d4d84 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.0588984 Jan 28 20:28:08.499020 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2a069c39-dc37-425f-8892-fc441050cd4c req-c4426cce-a747-4df9-8f4a-0dcee174b8db tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507705 Jan 28 20:28:08.638097 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5208ca-bd11-45a8-a439-9a43615f13f9 None None] Network 4706b4ac-208e-49dd-94bd-78970bce488d requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:08.694067 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:08.706240 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:08.717071 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-965ce66a-c1f8-4ad7-b544-0f438e349c42 None None] Provisioning complete for port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:08.717474 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:08.717615 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-965ce66a-c1f8-4ad7-b544-0f438e349c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.718090 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:27:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:08.722817 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.724213 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-39076ff6-1018-4d3f-a21b-5d713fdc2a6a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7411375 Jan 28 20:28:08.726916 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44014) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:08.837825 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-965ce66a-c1f8-4ad7-b544-0f438e349c42 None None] Current status of the port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:08.839048 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-965ce66a-c1f8-4ad7-b544-0f438e349c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.840975 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:08.891565 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-965ce66a-c1f8-4ad7-b544-0f438e349c42 None None] For port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3eaac7cc-39ae-43ea-b0d8-2bae1939dda6,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:08.899919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-965ce66a-c1f8-4ad7-b544-0f438e349c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.938632 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e5081da6-5a92-4480-ad6a-2f704d28630f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:08.964265 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ce66a-c1f8-4ad7-b544-0f438e349c42 None None] Pushing event updated for resources: {'Port': ['ID=3eaac7cc-39ae-43ea-b0d8-2bae1939dda6,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.067230 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:07Z', 'revision_number': 3, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:09.093827 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:09.094205 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Updating router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 port 1dfd6446-9929-4998-a1eb-f34320fcb280 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:28:09.121590 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.125241 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-a0401788-b776-479e-9a22-a312f82de227 None None] Provisioning complete for port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:09.125790 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a0401788-b776-479e-9a22-a312f82de227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.210282 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-a0401788-b776-479e-9a22-a312f82de227 None None] Current status of the port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:09.235596 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.382077 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Publish callbacks [] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.388067 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.423609 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8773fc-ad56-4778-8380-5baec77b465c req-0c977ebb-50dd-4bc0-824b-202b5f465aff tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.425140 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2b8773fc-ad56-4778-8380-5baec77b465c req-0c977ebb-50dd-4bc0-824b-202b5f465aff tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0950029 Jan 28 20:28:09.438217 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Pushing event updated for resources: {'Port': ['ID=1dfd6446-9929-4998-a1eb-f34320fcb280,revision_number=2']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.440329 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Allocated IP 172.20.0.1 (4706b4ac-208e-49dd-94bd-78970bce488d/b7683ce8-e9f0-49da-b21e-7293aa550748/b2c14d62-84ef-482a-9a68-d4d6cec1000f) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:09.447347 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Attempting to bind port 1dfd6446-9929-4998-a1eb-f34320fcb280 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:09.447751 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Attempting to bind port 1dfd6446-9929-4998-a1eb-f34320fcb280 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:09.448116 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Attempting to bind port 1dfd6446-9929-4998-a1eb-f34320fcb280 on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:09.451483 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.451859 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.452221 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.452562 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.452904 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.453222 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.453546 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.453882 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.454219 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.454542 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.454865 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.455182 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.455496 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:09.460996 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:09.461391 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:09.461797 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.462207 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:09.462668 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Bound port: 1dfd6446-9929-4998-a1eb-f34320fcb280, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:09.463591 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.515505 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] For port 1dfd6446-9929-4998-a1eb-f34320fcb280, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:09.524239 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] For port 1dfd6446-9929-4998-a1eb-f34320fcb280, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=1dfd6446-9929-4998-a1eb-f34320fcb280,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:09.524459 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2b8773fc-ad56-4778-8380-5baec77b465c req-a4e584e6-8482-473b-8b01-33bc63b281db tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916800 Jan 28 20:28:09.532084 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.601124 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Publish callbacks [] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.603666 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:09.605020 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:09.609536 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893aab37-83cf-4e10-a3eb-d2b8f0a64f25 None None] Pushing event updated for resources: {'Port': ['ID=1dfd6446-9929-4998-a1eb-f34320fcb280,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.668149 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f150f7-4ff9-48d0-8031-2fb7de2cc5ba req-cdbb4c56-a4d5-49a0-b8c4-661cf270745d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:09.669696 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a9f150f7-4ff9-48d0-8031-2fb7de2cc5ba req-cdbb4c56-a4d5-49a0-b8c4-661cf270745d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.0851772 Jan 28 20:28:09.671374 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.727871 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:09.730590 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Network 4706b4ac-208e-49dd-94bd-78970bce488d is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:09.734201 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:09.736661 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c14d62-84ef-482a-9a68-d4d6cec1000f,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:09.738373 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:09.759033 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:09.796284 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a9f150f7-4ff9-48d0-8031-2fb7de2cc5ba req-57f4db55-b1e5-4c64-9fee-684631ba3e52 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010590 Jan 28 20:28:09.802546 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.842196 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:09.842196 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.946060 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:09.976116 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:09.980083 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:07Z', 'revision_number': 3, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:10.012846 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8542f-e6af-4576-b3ae-6bd2ce448c3c None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:07Z', 'revision_number': 3, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:10.044873 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.052902 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-6b03ca18-ead9-46cd-8c89-414b7036d002 None None] Provisioning complete for port b2c14d62-84ef-482a-9a68-d4d6cec1000f triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:10.053260 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6b03ca18-ead9-46cd-8c89-414b7036d002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.092021 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-6b03ca18-ead9-46cd-8c89-414b7036d002 None None] Port b2c14d62-84ef-482a-9a68-d4d6cec1000f cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:10.169554 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Publish callbacks [] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.174834 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.443028 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c14d62-84ef-482a-9a68-d4d6cec1000f,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:10.452356 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.544479 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Network 4706b4ac-208e-49dd-94bd-78970bce488d is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:10.545834 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:10.703321 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:10.715259 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cdacc-8d0c-4a6b-8487-f5a2ec909d4d req-161669a4-13ff-4d7f-8413-f1496fdbfc6e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.716964 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-559cdacc-8d0c-4a6b-8487-f5a2ec909d4d req-161669a4-13ff-4d7f-8413-f1496fdbfc6e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.1145926 Jan 28 20:28:10.828064 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-61286ef9-14ca-4469-be25-73ec60fe5fb2 None None] Provisioning complete for port b2c14d62-84ef-482a-9a68-d4d6cec1000f triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:10.828498 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-61286ef9-14ca-4469-be25-73ec60fe5fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:10.844231 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-559cdacc-8d0c-4a6b-8487-f5a2ec909d4d req-25bd01b0-f5b0-4570-aee9-5f769e334788 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191852 Jan 28 20:28:10.874446 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:10.882687 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b83e9a15-d6a0-48ed-9a6a-19833a21d907 admin admin] 10.222.0.59 "PUT /v2.0/routers/94732b20-bc8a-42fb-a0ff-1ee7e5b0e817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546187 Jan 28 20:28:10.899728 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-61286ef9-14ca-4469-be25-73ec60fe5fb2 None None] Port b2c14d62-84ef-482a-9a68-d4d6cec1000f cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:10.950469 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8ece3-e901-4765-a049-a53a224534d0 req-c3ec3617-7266-4f20-88ab-75f83c602e2b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:10.952418 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dfb8ece3-e901-4765-a049-a53a224534d0 req-c3ec3617-7266-4f20-88ab-75f83c602e2b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.0553944 Jan 28 20:28:11.004350 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dfb8ece3-e901-4765-a049-a53a224534d0 req-d2f92dba-7e33-494f-a442-df64f2fd4e98 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456250 Jan 28 20:28:11.357413 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44058) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:11.362453 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-112230267-network', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:11.383438 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Made reservation on behalf of aab3dc9d870f4cb1851d69164cc0c25d for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:11.386304 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.394936 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.448049 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.476302 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Publish callbacks [] for security_group (56865c06-d4e9-43e3-a387-63b1281ab382), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.480012 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (56865c06-d4e9-43e3-a387-63b1281ab382), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.499904 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:28:11.515078 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56865c06-d4e9-43e3-a387-63b1281ab382,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:11.517605 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (405f63e3-1196-4276-8085-5d517896c72e), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.517846 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Added segment 405f63e3-1196-4276-8085-5d517896c72e of type vlan for network 391511f1-a623-41f9-8ed1-f4104794aba4 Jan 28 20:28:11.531531 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.531874 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.532212 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.532544 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.532870 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.533191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.533520 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.533839 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.534191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.534512 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.534831 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.535146 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.535463 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.576338 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (391511f1-a623-41f9-8ed1-f4104794aba4), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.601695 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (391511f1-a623-41f9-8ed1-f4104794aba4), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.602715 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:11.603311 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.606193 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:11.615914 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:11.616525 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:11.660564 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3020144 Jan 28 20:28:11.663512 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 44062) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:11.668040 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f8b5b-94a3-40e3-9509-4735fe8979b4 admin admin] Pushing event updated for resources: {'Network': ['ID=391511f1-a623-41f9-8ed1-f4104794aba4,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:11.668781 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Request body: {'subnet': {'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-112230267-subnet', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'ip_version': 4}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:11.688742 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Made reservation on behalf of aab3dc9d870f4cb1851d69164cc0c25d for: {'subnet': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:28:11.691034 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25715612'] for subnet (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.844377 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 391511f1-a623-41f9-8ed1-f4104794aba4 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:28:11.846377 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 1dfd6446-9929-4998-a1eb-f34320fcb280 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:11.864988 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3586184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25715598'] for subnet (3631e1dc-88de-4b45-8c1f-2aa6881c7a48), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:11.939894 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3631e1dc-88de-4b45-8c1f-2aa6881c7a48,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:11.950811 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.951165 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.951510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.952002 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.952352 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.952686 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.953093 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.953199 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:11.953559 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.953911 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.954447 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.954798 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.955127 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.955453 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:11.973817 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Checking segment: {'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:11.974209 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Network hostable DHCP agents. Network: 391511f1-a623-41f9-8ed1-f4104794aba4, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:28:11.998307 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Network 391511f1-a623-41f9-8ed1-f4104794aba4 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:28:11.999949 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257d2d8-840d-4f62-8762-fe2529101871 req-265729eb-c471-466c-bf64-40c85adf780b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:12.001734 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e257d2d8-840d-4f62-8762-fe2529101871 req-265729eb-c471-466c-bf64-40c85adf780b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0770481 Jan 28 20:28:12.012478 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 391511f1-a623-41f9-8ed1-f4104794aba4) {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:12.016273 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:12.016871 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.034709 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f420ca25-1a80-4869-9729-2544748a2d8c None None] Network 391511f1-a623-41f9-8ed1-f4104794aba4 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:12.059079 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-f564eaa3-52d7-48cc-953d-e7841508d46d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3937891 Jan 28 20:28:12.060925 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44072) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:12.066450 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 1dfd6446-9929-4998-a1eb-f34320fcb280 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:12.067198 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.094662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:12.122774 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e257d2d8-840d-4f62-8762-fe2529101871 req-0ddbddd4-a777-4211-92f2-7684e9671c9c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117389 Jan 28 20:28:12.154482 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.155557 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.182543 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276f1d2-9645-41b1-b7c5-86f117a15612 req-ea4b9e9a-2103-44e7-8d28-fd1311595535 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:12.184022 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b276f1d2-9645-41b1-b7c5-86f117a15612 req-ea4b9e9a-2103-44e7-8d28-fd1311595535 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.0857239 Jan 28 20:28:12.272648 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks [] for router_controller (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), precommit_add_association {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.277580 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-391511f1-a623-41f9-8ed1-f4104794aba4', 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4', 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'fixed_ips': [{'subnet_id': '3631e1dc-88de-4b45-8c1f-2aa6881c7a48'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:28:12.278517 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.321104 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 1dfd6446-9929-4998-a1eb-f34320fcb280 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:12.321471 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.358854 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b276f1d2-9645-41b1-b7c5-86f117a15612 req-196c04c1-c7c2-4a39-9d38-0a743384d759 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564729 Jan 28 20:28:12.387983 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 1dfd6446-9929-4998-a1eb-f34320fcb280, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=1dfd6446-9929-4998-a1eb-f34320fcb280,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:12.397737 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.427651 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks [] for router_gateway (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.482107 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:10Z', 'revision_number': 2, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:12.518367 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:12.518714 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Updating router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 port b2c14d62-84ef-482a-9a68-d4d6cec1000f binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:28:12.524429 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=1dfd6446-9929-4998-a1eb-f34320fcb280,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.558340 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Allocated IP 172.20.0.2 (391511f1-a623-41f9-8ed1-f4104794aba4/3631e1dc-88de-4b45-8c1f-2aa6881c7a48/b495a14c-2a9e-4b08-9246-348be1d5e88d) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:12.563932 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.642950 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks [] for router_gateway (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.668524 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.782194 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Allocated IP 172.27.0.70 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/70c75aa1-95ec-4bd6-958e-3f79fa5cab25) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:12.851582 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.857285 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Publish callbacks [] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.873632 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.888736 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks [] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.926231 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:12.942370 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Network 391511f1-a623-41f9-8ed1-f4104794aba4 is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:12.949307 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:12.952056 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Pushing event updated for resources: {'Port': ['ID=b495a14c-2a9e-4b08-9246-348be1d5e88d,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:12.953251 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:12.972392 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:12.975121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:12.981349 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:12.987402 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Pushing event updated for resources: {'Port': ['ID=70c75aa1-95ec-4bd6-958e-3f79fa5cab25,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:13.059834 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Attempting to bind port b495a14c-2a9e-4b08-9246-348be1d5e88d on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:13.060197 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Attempting to bind port b495a14c-2a9e-4b08-9246-348be1d5e88d by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:13.060555 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Attempting to bind port b495a14c-2a9e-4b08-9246-348be1d5e88d on network 391511f1-a623-41f9-8ed1-f4104794aba4 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:13.073359 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Publish callbacks [] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.075401 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:13.075767 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Checking segment: {'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:13.076149 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.076567 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Bound using segment: {'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:13.076995 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Bound port: b495a14c-2a9e-4b08-9246-348be1d5e88d, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:13.077368 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.086867 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.195486 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958afc31-8744-4d9d-954e-e8817b4aefa3 None None] Pushing event updated for resources: {'Port': ['ID=b2c14d62-84ef-482a-9a68-d4d6cec1000f,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:13.243552 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] For port b495a14c-2a9e-4b08-9246-348be1d5e88d, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:13.264363 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] For port b495a14c-2a9e-4b08-9246-348be1d5e88d, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=b495a14c-2a9e-4b08-9246-348be1d5e88d,segment=NetworkSegment(405f63e3-1196-4276-8085-5d517896c72e),segment_id=405f63e3-1196-4276-8085-5d517896c72e)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:13.267380 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Attempting to bind port b2c14d62-84ef-482a-9a68-d4d6cec1000f on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:13.267877 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Attempting to bind port b2c14d62-84ef-482a-9a68-d4d6cec1000f by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:13.268131 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Attempting to bind port b2c14d62-84ef-482a-9a68-d4d6cec1000f on network 4706b4ac-208e-49dd-94bd-78970bce488d {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:13.274389 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.323141 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:13.323419 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Checking segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:13.323839 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.324243 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Bound using segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:13.324724 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Bound port: b2c14d62-84ef-482a-9a68-d4d6cec1000f, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:13.325110 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.355893 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182bb8c-e3e9-4ab1-8bc9-33a0ee990510 None None] Pushing event updated for resources: {'Port': ['ID=b495a14c-2a9e-4b08-9246-348be1d5e88d,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:13.415151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] For port b2c14d62-84ef-482a-9a68-d4d6cec1000f, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:13.418470 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] For port b2c14d62-84ef-482a-9a68-d4d6cec1000f, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=b2c14d62-84ef-482a-9a68-d4d6cec1000f,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:13.436644 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.471415 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-e0fe03eb-c337-462d-a91a-707a36a94f81 None None] Provisioning complete for port b2c14d62-84ef-482a-9a68-d4d6cec1000f triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:13.471791 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e0fe03eb-c337-462d-a91a-707a36a94f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.505527 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks [] for router_gateway (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.616378 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db51952-9c08-4311-8377-8ffeb1f4fcb7 req-06a0db7a-0d2f-4a6b-b98b-a7145be315a2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.618319 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5db51952-9c08-4311-8377-8ffeb1f4fcb7 req-06a0db7a-0d2f-4a6b-b98b-a7145be315a2 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.1537125 Jan 28 20:28:13.656955 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37239a3d-6174-4c52-afa7-95305e8f4168 req-6081f229-0fab-4061-a79d-cd4f2cfc6a06 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:13.658568 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-37239a3d-6174-4c52-afa7-95305e8f4168 req-6081f229-0fab-4061-a79d-cd4f2cfc6a06 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.4488347 Jan 28 20:28:13.725630 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:13.726919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:13.729681 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958afc31-8744-4d9d-954e-e8817b4aefa3 None None] Pushing event updated for resources: {'Port': ['ID=b2c14d62-84ef-482a-9a68-d4d6cec1000f,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:13.817023 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-37239a3d-6174-4c52-afa7-95305e8f4168 req-46a5f504-f562-4f9c-bebe-a64c66eb3c3a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473017 Jan 28 20:28:13.822791 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5db51952-9c08-4311-8377-8ffeb1f4fcb7 req-47c87ee4-4864-4232-b825-fa460366178a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610932 Jan 28 20:28:13.911637 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe03eb-c337-462d-a91a-707a36a94f81 None None] Current status of the port b2c14d62-84ef-482a-9a68-d4d6cec1000f is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:13.912102 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e0fe03eb-c337-462d-a91a-707a36a94f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.918124 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:13.941557 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:13.974936 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 1dfd6446-9929-4998-a1eb-f34320fcb280 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:14.022699 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-e0fe03eb-c337-462d-a91a-707a36a94f81 None None] For port b2c14d62-84ef-482a-9a68-d4d6cec1000f, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=b2c14d62-84ef-482a-9a68-d4d6cec1000f,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:14.037033 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e0fe03eb-c337-462d-a91a-707a36a94f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.087139 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:28:14.178075 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe03eb-c337-462d-a91a-707a36a94f81 None None] Pushing event updated for resources: {'Port': ['ID=b2c14d62-84ef-482a-9a68-d4d6cec1000f,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:14.196499 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 1dfd6446-9929-4998-a1eb-f34320fcb280 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:14.196873 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.201273 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-d9f8f6a0-e1f7-43cc-860c-d9cd95d9da15 None None] Provisioning complete for port b2c14d62-84ef-482a-9a68-d4d6cec1000f triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:14.201640 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f6a0-e1f7-43cc-860c-d9cd95d9da15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.214579 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:14.225595 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Sync routers for ids ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:14.233782 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.238019 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 44096) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:14.238579 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-858d90ab-bec5-4289-9f41-016e54958a9b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1722450 Jan 28 20:28:14.239521 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Routers {'4f664ee2-9327-4d63-a2d7-58c8d392e1fe'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:14.240332 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:14.391300 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Set router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:14.416196 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 1dfd6446-9929-4998-a1eb-f34320fcb280 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:14.417323 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device b495a14c-2a9e-4b08-9246-348be1d5e88d up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:14.464070 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8f6a0-e1f7-43cc-860c-d9cd95d9da15 None None] Current status of the port b2c14d62-84ef-482a-9a68-d4d6cec1000f is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:14.467767 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:14.500811 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c535c36-712d-4208-96f6-0890fc5523e4 None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:14.507538 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port b495a14c-2a9e-4b08-9246-348be1d5e88d triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:14.507913 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.677971 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port b495a14c-2a9e-4b08-9246-348be1d5e88d is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:14.678693 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.724740 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port b495a14c-2a9e-4b08-9246-348be1d5e88d, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=b495a14c-2a9e-4b08-9246-348be1d5e88d,segment=NetworkSegment(405f63e3-1196-4276-8085-5d517896c72e),segment_id=405f63e3-1196-4276-8085-5d517896c72e)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:14.736775 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.771780 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 3, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port': {'id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:14.792374 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb1805-ecf0-4fad-81f8-3bee3c374ee7 None None] Network 391511f1-a623-41f9-8ed1-f4104794aba4 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:28:14.801916 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Checking router: 4f664ee2-9327-4d63-a2d7-58c8d392e1fe for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:14.802268 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Updating router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:28:14.826674 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.835674 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:14.861894 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=b495a14c-2a9e-4b08-9246-348be1d5e88d,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:14.927472 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-48d24672-138b-432a-ab17-9bff06e5c86d None None] Provisioning complete for port b495a14c-2a9e-4b08-9246-348be1d5e88d triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:14.928193 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-48d24672-138b-432a-ab17-9bff06e5c86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.088169 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d6cf3-82f4-4137-99b1-da8e724247a2 req-96031e1b-2f30-4532-8803-3e280d596641 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.104830 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0b1d6cf3-82f4-4137-99b1-da8e724247a2 req-96031e1b-2f30-4532-8803-3e280d596641 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.1687829 Jan 28 20:28:15.109523 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Allocated IP 172.20.0.1 (391511f1-a623-41f9-8ed1-f4104794aba4/3631e1dc-88de-4b45-8c1f-2aa6881c7a48/d2f12974-3baf-4ae1-b0f3-c6c8123b9213) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:28:15.154670 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0cca4-5fc9-44d5-a939-a76b73874efe req-2d0543da-1a24-4519-8f1e-2dd4d0645a1a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:15.162701 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-16d0cca4-5fc9-44d5-a939-a76b73874efe req-2d0543da-1a24-4519-8f1e-2dd4d0645a1a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.1977086 Jan 28 20:28:15.177785 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-48d24672-138b-432a-ab17-9bff06e5c86d None None] Current status of the port b495a14c-2a9e-4b08-9246-348be1d5e88d is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:15.268592 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Publish callbacks [] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.277315 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.304069 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0b1d6cf3-82f4-4137-99b1-da8e724247a2 req-63ab383a-8eed-41dd-8d98-9d7ee9982875 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989226 Jan 28 20:28:15.304965 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Publish callbacks [] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.337252 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-16d0cca4-5fc9-44d5-a939-a76b73874efe req-8ae147b3-ad2d-4576-b08b-b3f484f52d59 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422439 Jan 28 20:28:15.353310 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3d01-8939-4cee-b5fd-ed522dbf0eb2 None None] Pushing event updated for resources: {'Port': ['ID=70c75aa1-95ec-4bd6-958e-3f79fa5cab25,revision_number=2']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:15.385686 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.394102 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Attempting to bind port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:15.394863 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Attempting to bind port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:15.395427 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Attempting to bind port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:15.412720 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:15.413108 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:15.417540 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.418209 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:15.420821 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Bound port: 70c75aa1-95ec-4bd6-958e-3f79fa5cab25, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:15.421638 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.422216 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-a658f4e0-7d06-4483-b48d-e17086feeadc None None] Provisioning complete for port b495a14c-2a9e-4b08-9246-348be1d5e88d triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:15.422659 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a658f4e0-7d06-4483-b48d-e17086feeadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.453151 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Network 391511f1-a623-41f9-8ed1-f4104794aba4 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:15.458517 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:15.464044 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:28:15.467746 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:15.489093 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] For port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:15.493591 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] For port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=70c75aa1-95ec-4bd6-958e-3f79fa5cab25,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:15.508752 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.514793 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.562385 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-a658f4e0-7d06-4483-b48d-e17086feeadc None None] Current status of the port b495a14c-2a9e-4b08-9246-348be1d5e88d is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:15.595820 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b3d01-8939-4cee-b5fd-ed522dbf0eb2 None None] Pushing event updated for resources: {'Port': ['ID=70c75aa1-95ec-4bd6-958e-3f79fa5cab25,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:15.607808 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Routers {'4f664ee2-9327-4d63-a2d7-58c8d392e1fe'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:15.608709 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:15.718738 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.761447 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] Set router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:15.797283 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-9c89d38e-2e8b-49f4-9499-3829d48eff7e None None] Provisioning complete for port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:15.798958 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-9c89d38e-2e8b-49f4-9499-3829d48eff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.848914 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-9c89d38e-2e8b-49f4-9499-3829d48eff7e None None] Port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:15.896969 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device b495a14c-2a9e-4b08-9246-348be1d5e88d up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:15.943287 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Publish callbacks [] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.950073 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:15.954122 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port b495a14c-2a9e-4b08-9246-348be1d5e88d triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:15.954658 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.019554 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 3, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port': {'id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:16.024470 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.038606 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:16.049525 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752aac38-6521-4281-8df9-79c656ebcab8 None None] The sync data for ids ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'] in dv-cinder-826350-4-iscsi is: [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 3, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port': {'id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:16.066607 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port b495a14c-2a9e-4b08-9246-348be1d5e88d is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:16.067692 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device b2c14d62-84ef-482a-9a68-d4d6cec1000f up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:16.123375 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port b2c14d62-84ef-482a-9a68-d4d6cec1000f triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:16.123803 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.143310 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Network 391511f1-a623-41f9-8ed1-f4104794aba4 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:28:16.144975 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:28:16.218003 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port b2c14d62-84ef-482a-9a68-d4d6cec1000f is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:16.291257 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:28:16.381417 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-229852ad-49d7-4322-bc6b-9a01b63749aa None None] Provisioning complete for port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:16.381803 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-229852ad-49d7-4322-bc6b-9a01b63749aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:16.428048 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-229852ad-49d7-4322-bc6b-9a01b63749aa None None] Port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:28:16.443295 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:28:16.450227 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a2118c1c-5106-4751-8db5-fba434c8f9f9 admin admin] 10.222.0.59 "PUT /v2.0/routers/4f664ee2-9327-4d63-a2d7-58c8d392e1fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2110105 Jan 28 20:28:16.546619 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c4132-6594-423a-bc57-8a4dde6842f2 req-790bbb6a-d655-4b86-b8d8-3af7d6104050 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.548109 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-364c4132-6594-423a-bc57-8a4dde6842f2 req-790bbb6a-d655-4b86-b8d8-3af7d6104050 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.1135569 Jan 28 20:28:16.579112 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c0e7d-0a87-4e98-8823-7e196a1f8e31 req-b307229a-f138-4e36-b83f-faef3c8b49a1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:16.581715 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7b3c0e7d-0a87-4e98-8823-7e196a1f8e31 req-b307229a-f138-4e36-b83f-faef3c8b49a1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0980105 Jan 28 20:28:16.634345 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-364c4132-6594-423a-bc57-8a4dde6842f2 req-fc434a1b-8213-4a20-a4dd-6186d45d4bfc tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803213 Jan 28 20:28:16.656997 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7b3c0e7d-0a87-4e98-8823-7e196a1f8e31 req-2be22a54-b02f-4250-8263-dacc1e52f6e7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702085 Jan 28 20:28:17.027603 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44132) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:17.032330 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-10dbbddb-70f2-4499-890e-4626b0583c59 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35562867', 'description': 'tempest-secgroup-smoke-35562867 description', 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:17.053936 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-10dbbddb-70f2-4499-890e-4626b0583c59 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.126012 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-10dbbddb-70f2-4499-890e-4626b0583c59 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group (316c4cc2-1458-4914-8af3-eb6a19da75fe), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.129894 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-10dbbddb-70f2-4499-890e-4626b0583c59 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (316c4cc2-1458-4914-8af3-eb6a19da75fe), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.158988 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-10dbbddb-70f2-4499-890e-4626b0583c59 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.160191 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-10dbbddb-70f2-4499-890e-4626b0583c59 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1316037 Jan 28 20:28:17.162040 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbbddb-70f2-4499-890e-4626b0583c59 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316c4cc2-1458-4914-8af3-eb6a19da75fe,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.163297 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 44134) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:17.168547 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-db26e0ad-071e-47c0-82e7-3f70fc8633ad tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'security_group_rule': {'security_group_id': '316c4cc2-1458-4914-8af3-eb6a19da75fe', 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:17.192214 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-db26e0ad-071e-47c0-82e7-3f70fc8633ad tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (ad8f6a4b-004b-4a68-88d9-3c4975b851d9), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.246093 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-db26e0ad-071e-47c0-82e7-3f70fc8633ad tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (ad8f6a4b-004b-4a68-88d9-3c4975b851d9), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.249851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-db26e0ad-071e-47c0-82e7-3f70fc8633ad tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (ad8f6a4b-004b-4a68-88d9-3c4975b851d9), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.267541 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26e0ad-071e-47c0-82e7-3f70fc8633ad tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8f6a4b-004b-4a68-88d9-3c4975b851d9,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.279552 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-db26e0ad-071e-47c0-82e7-3f70fc8633ad tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.280891 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-db26e0ad-071e-47c0-82e7-3f70fc8633ad tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165397 Jan 28 20:28:17.283846 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44140) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:17.289486 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-4f5adfd7-5e5c-444a-9e38-98630f1a8e23 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'security_group_rule': {'security_group_id': '316c4cc2-1458-4914-8af3-eb6a19da75fe', 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:17.319451 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4f5adfd7-5e5c-444a-9e38-98630f1a8e23 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (ba95c414-76c3-4b00-9499-7d95c885de3f), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.388286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4f5adfd7-5e5c-444a-9e38-98630f1a8e23 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (ba95c414-76c3-4b00-9499-7d95c885de3f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.392188 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4f5adfd7-5e5c-444a-9e38-98630f1a8e23 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (ba95c414-76c3-4b00-9499-7d95c885de3f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.411960 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5adfd7-5e5c-444a-9e38-98630f1a8e23 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba95c414-76c3-4b00-9499-7d95c885de3f,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.420658 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4f5adfd7-5e5c-444a-9e38-98630f1a8e23 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.421850 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4f5adfd7-5e5c-444a-9e38-98630f1a8e23 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368921 Jan 28 20:28:17.424524 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44144) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:17.428781 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-5fe63093-bc9f-4688-a608-e1b7317b9cb6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'security_group_rule': {'security_group_id': '316c4cc2-1458-4914-8af3-eb6a19da75fe', 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:17.452599 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5fe63093-bc9f-4688-a608-e1b7317b9cb6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (bf4f61e8-1008-4654-8865-541bbac30964), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.509212 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5fe63093-bc9f-4688-a608-e1b7317b9cb6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (bf4f61e8-1008-4654-8865-541bbac30964), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.513520 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5fe63093-bc9f-4688-a608-e1b7317b9cb6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (bf4f61e8-1008-4654-8865-541bbac30964), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.531440 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe63093-bc9f-4688-a608-e1b7317b9cb6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4f61e8-1008-4654-8865-541bbac30964,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.540375 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5fe63093-bc9f-4688-a608-e1b7317b9cb6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.544044 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-5fe63093-bc9f-4688-a608-e1b7317b9cb6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161599 Jan 28 20:28:17.544237 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44146) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:17.548605 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-a8af3011-9967-432d-bfa3-084523429fc4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'security_group_rule': {'security_group_id': '316c4cc2-1458-4914-8af3-eb6a19da75fe', 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:17.571998 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a8af3011-9967-432d-bfa3-084523429fc4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (b72594b5-75df-4980-ac8c-2fc402f275fa), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.633950 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a8af3011-9967-432d-bfa3-084523429fc4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (b72594b5-75df-4980-ac8c-2fc402f275fa), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.638621 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a8af3011-9967-432d-bfa3-084523429fc4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (b72594b5-75df-4980-ac8c-2fc402f275fa), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.657357 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af3011-9967-432d-bfa3-084523429fc4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72594b5-75df-4980-ac8c-2fc402f275fa,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.673680 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a8af3011-9967-432d-bfa3-084523429fc4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.679454 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a8af3011-9967-432d-bfa3-084523429fc4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301525 Jan 28 20:28:17.679454 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44150) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:17.684462 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-b27916e0-02ad-4f09-b2b8-61ffff986d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'security_group_rule': {'security_group_id': '316c4cc2-1458-4914-8af3-eb6a19da75fe', 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:17.708906 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.securitygroups_db [None req-b27916e0-02ad-4f09-b2b8-61ffff986d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Project aa2f11f2a3714a9c9a72ab77ea3d288b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:28:17.715309 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b27916e0-02ad-4f09-b2b8-61ffff986d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (1a358ba9-898d-47d7-99cc-fce2ab32ad09), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.773236 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:17.826674 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:17.827065 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.849604 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b27916e0-02ad-4f09-b2b8-61ffff986d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (1a358ba9-898d-47d7-99cc-fce2ab32ad09), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.861920 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69766c7-5fdb-4c15-8990-1c66903288a4 req-def73eb4-1222-4bc3-b897-ad7922c06b1b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.863502 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a69766c7-5fdb-4c15-8990-1c66903288a4 req-def73eb4-1222-4bc3-b897-ad7922c06b1b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.1440568 Jan 28 20:28:17.865814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b27916e0-02ad-4f09-b2b8-61ffff986d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (1a358ba9-898d-47d7-99cc-fce2ab32ad09), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.883112 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0470ba-6042-4ef6-b8af-edbe26d1897b req-470f785e-ab5a-4b0f-acda-a1a3813a1a8f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:17.884682 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3d0470ba-6042-4ef6-b8af-edbe26d1897b req-470f785e-ab5a-4b0f-acda-a1a3813a1a8f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.1272416 Jan 28 20:28:17.909697 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27916e0-02ad-4f09-b2b8-61ffff986d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a358ba9-898d-47d7-99cc-fce2ab32ad09,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:17.923726 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b27916e0-02ad-4f09-b2b8-61ffff986d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.924617 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b27916e0-02ad-4f09-b2b8-61ffff986d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2454638 Jan 28 20:28:17.927605 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 44156) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:17.932469 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-8a78d356-bae3-482c-950b-d8f38da7010b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'security_group_rule': {'security_group_id': '316c4cc2-1458-4914-8af3-eb6a19da75fe', 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:28:17.957807 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.securitygroups_db [None req-8a78d356-bae3-482c-950b-d8f38da7010b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Project aa2f11f2a3714a9c9a72ab77ea3d288b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:28:17.964321 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8a78d356-bae3-482c-950b-d8f38da7010b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (6c423efc-7ea6-49bb-976d-64bae4e7781c), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:17.982329 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3d0470ba-6042-4ef6-b8af-edbe26d1897b req-a844cda8-eca8-4c50-9601-68cf4443b665 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864420 Jan 28 20:28:17.985638 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a69766c7-5fdb-4c15-8990-1c66903288a4 req-d5507c30-2b25-4b0b-9095-b65b28d302ee tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114938 Jan 28 20:28:18.030134 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Sync routers for ids ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:28:18.045715 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8a78d356-bae3-482c-950b-d8f38da7010b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (6c423efc-7ea6-49bb-976d-64bae4e7781c), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.049721 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8a78d356-bae3-482c-950b-d8f38da7010b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (6c423efc-7ea6-49bb-976d-64bae4e7781c), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.051356 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:18.051747 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.057625 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Routers {'4f664ee2-9327-4d63-a2d7-58c8d392e1fe'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:18.058344 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:18.068259 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78d356-bae3-482c-950b-d8f38da7010b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c423efc-7ea6-49bb-976d-64bae4e7781c,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.077127 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8a78d356-bae3-482c-950b-d8f38da7010b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.078361 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-8a78d356-bae3-482c-950b-d8f38da7010b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497409 Jan 28 20:28:18.109311 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=70c75aa1-95ec-4bd6-958e-3f79fa5cab25,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:18.120003 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.220483 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Set router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:18.252222 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=70c75aa1-95ec-4bd6-958e-3f79fa5cab25,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.447683 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:15Z', 'revision_number': 4, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port': {'id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'd2f12974-3baf-4ae1-b0f3-c6c8123b9213', 'name': '', 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'mac_address': 'fa:16:3e:a5:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3631e1dc-88de-4b45-8c1f-2aa6881c7a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:14Z', 'updated_at': '2022-01-28T20:28:15Z', 'revision_number': 2, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'subnets': [{'id': '3631e1dc-88de-4b45-8c1f-2aa6881c7a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:18.489922 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Checking router: 4f664ee2-9327-4d63-a2d7-58c8d392e1fe for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:28:18.490585 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Updating router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:28:18.520806 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.792735 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Publish callbacks [] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.797731 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.846571 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629ac3-0239-4960-95ba-c358fa767daf None None] Pushing event updated for resources: {'Port': ['ID=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:18.899901 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Attempting to bind port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:28:18.900901 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Attempting to bind port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:28:18.901235 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Attempting to bind port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 on network 391511f1-a623-41f9-8ed1-f4104794aba4 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:28:18.907527 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:28:18.907908 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Checking segment: {'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:28:18.908315 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.908714 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Bound using segment: {'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:28:18.909179 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Bound port: d2f12974-3baf-4ae1-b0f3-c6c8123b9213, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405f63e3-1196-4276-8085-5d517896c72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:28:18.909903 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:18.985857 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] For port d2f12974-3baf-4ae1-b0f3-c6c8123b9213, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:28:18.989402 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] For port d2f12974-3baf-4ae1-b0f3-c6c8123b9213, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,segment=NetworkSegment(405f63e3-1196-4276-8085-5d517896c72e),segment_id=405f63e3-1196-4276-8085-5d517896c72e)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:28:18.996634 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.071083 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629ac3-0239-4960-95ba-c358fa767daf None None] Pushing event updated for resources: {'Port': ['ID=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:19.077355 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Routers {'4f664ee2-9327-4d63-a2d7-58c8d392e1fe'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:28:19.078085 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:28:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:19.116694 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-c2277503-77ad-4304-bfc8-0b466c259f58 None None] Provisioning complete for port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:19.116986 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c2277503-77ad-4304-bfc8-0b466c259f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.172059 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c68759-d146-4df3-973f-948f690c2fc3 req-c12b6694-9268-4ad2-b014-4a61175ab3d6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:19.173603 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a9c68759-d146-4df3-973f-948f690c2fc3 req-c12b6694-9268-4ad2-b014-4a61175ab3d6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.1032467 Jan 28 20:28:19.196183 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554965a-4928-4e32-888d-6b8efeb7c82c req-c597ff7b-a0af-4770-a518-68298e80f99f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:19.198320 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5554965a-4928-4e32-888d-6b8efeb7c82c req-c597ff7b-a0af-4770-a518-68298e80f99f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0910523 Jan 28 20:28:19.222125 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] Set router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:28:19.268091 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a9c68759-d146-4df3-973f-948f690c2fc3 req-b4e0dc95-2736-44c0-a2c8-0674a265164a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837936 Jan 28 20:28:19.274839 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5554965a-4928-4e32-888d-6b8efeb7c82c req-b94107f8-dde3-4997-8e2c-4fdf4cafd38b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635159 Jan 28 20:28:19.320400 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-c2277503-77ad-4304-bfc8-0b466c259f58 None None] Current status of the port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:19.320780 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c2277503-77ad-4304-bfc8-0b466c259f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.398579 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-c2277503-77ad-4304-bfc8-0b466c259f58 None None] For port d2f12974-3baf-4ae1-b0f3-c6c8123b9213, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,segment=NetworkSegment(405f63e3-1196-4276-8085-5d517896c72e),segment_id=405f63e3-1196-4276-8085-5d517896c72e)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:19.412081 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c2277503-77ad-4304-bfc8-0b466c259f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.497440 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2277503-77ad-4304-bfc8-0b466c259f58 None None] Pushing event updated for resources: {'Port': ['ID=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:19.517444 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:15Z', 'revision_number': 4, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port': {'id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'd2f12974-3baf-4ae1-b0f3-c6c8123b9213', 'name': '', 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'mac_address': 'fa:16:3e:a5:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3631e1dc-88de-4b45-8c1f-2aa6881c7a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:14Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'subnets': [{'id': '3631e1dc-88de-4b45-8c1f-2aa6881c7a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:28:19.553201 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ec19b9-c4f0-4547-ba22-d80a0cc7a4b0 None None] The sync data for ids ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'] in dv-cinder-826350-4-iscsi is: [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:15Z', 'revision_number': 4, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port': {'id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'd2f12974-3baf-4ae1-b0f3-c6c8123b9213', 'name': '', 'network_id': '391511f1-a623-41f9-8ed1-f4104794aba4', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'mac_address': 'fa:16:3e:a5:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '3631e1dc-88de-4b45-8c1f-2aa6881c7a48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:14Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'subnets': [{'id': '3631e1dc-88de-4b45-8c1f-2aa6881c7a48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:28:19.564181 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-87f65fba-9019-418e-aa95-8e44e62b57d2 None None] Provisioning complete for port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:19.564667 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-87f65fba-9019-418e-aa95-8e44e62b57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.667932 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-87f65fba-9019-418e-aa95-8e44e62b57d2 None None] Current status of the port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:19.804459 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:19.859079 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:19.859391 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:19.938592 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:19.939674 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device d2f12974-3baf-4ae1-b0f3-c6c8123b9213 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:19.997775 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:19.998410 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.081306 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:20.377992 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device e0e35fd9-2a9a-446e-bf87-14668877b787 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:28:20.414943 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.437971 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b5c92-50c3-43c2-937b-124a23612c67 req-cc063dae-e8a9-4e95-b01c-12a65ef66e96 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.444124 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7f9b5c92-50c3-43c2-937b-124a23612c67 req-cc063dae-e8a9-4e95-b01c-12a65ef66e96 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.1002214 Jan 28 20:28:20.487555 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d690e-7cc1-4062-9097-1e238216fa6f req-741c1343-adc5-4811-8d9b-2e53cbab2ccf tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.498390 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-854d690e-7cc1-4062-9097-1e238216fa6f req-741c1343-adc5-4811-8d9b-2e53cbab2ccf tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 943 time: 0.1198745 Jan 28 20:28:20.536001 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port e0e35fd9-2a9a-446e-bf87-14668877b787, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e35fd9-2a9a-446e-bf87-14668877b787,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:20.548607 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': 'e0e35fd9-2a9a-446e-bf87-14668877b787', 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'port_id': 'e0e35fd9-2a9a-446e-bf87-14668877b787', 'mac_address': 'fa:16:3e:f3:71:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b0cd93-a6e6-4217-8965-ee6f508e72a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:28:20.601448 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7f9b5c92-50c3-43c2-937b-124a23612c67 req-37335294-f01d-4d46-93af-acf152bc59ab tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339941 Jan 28 20:28:20.602226 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port e0e35fd9-2a9a-446e-bf87-14668877b787 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:20.602634 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.628671 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-854d690e-7cc1-4062-9097-1e238216fa6f req-85bb7afc-4223-48c9-8726-4ad7dc12a7bf tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274018 Jan 28 20:28:20.638544 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e35fd9-2a9a-446e-bf87-14668877b787 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:28:20.665662 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port e0e35fd9-2a9a-446e-bf87-14668877b787, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e35fd9-2a9a-446e-bf87-14668877b787,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:20.669906 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:20.677025 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-3f2c0261-db40-4745-a05b-4853444e85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.679431 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-3f2c0261-db40-4745-a05b-4853444e85ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1129 time: 0.0731950 Jan 28 20:28:20.718149 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=e0e35fd9-2a9a-446e-bf87-14668877b787,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:20.783708 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-0c463c5d-2658-48e6-80c3-fb3b7b533e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.785213 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-0c463c5d-2658-48e6-80c3-fb3b7b533e36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.0866933 Jan 28 20:28:20.830198 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-d3403d69-bb5f-4d34-bdaf-ff31dfd44192 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 200 len: 217 time: 0.0383441 Jan 28 20:28:20.878568 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-43105d02-64b1-4280-af05-faa47a2ac23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:20.880049 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-43105d02-64b1-4280-af05-faa47a2ac23f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0438664 Jan 28 20:28:20.910930 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-f3f5d443-364a-4ca9-8472-259403224db9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245588 Jan 28 20:28:20.997421 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-f4210e74-a6e1-4902-b612-07a5c5e1214a service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802352 Jan 28 20:28:21.090815 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e44c1a1d-3c50-4908-aaeb-3ea08feafbc2 req-faa73f40-1102-4446-9f89-48613b83bbe2 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876095 Jan 28 20:28:21.782087 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9b4ab-f051-4902-bf70-c7a4541449eb req-03c2c381-4b53-4048-a584-f1ad17fe7a09 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:21.783466 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d5f9b4ab-f051-4902-bf70-c7a4541449eb req-03c2c381-4b53-4048-a584-f1ad17fe7a09 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0914905 Jan 28 20:28:21.813737 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b085cb-b7a8-4444-8430-2c842c0eb742 req-716de326-f6ae-4955-9d7c-767310fafbd1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:21.815864 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-55b085cb-b7a8-4444-8430-2c842c0eb742 req-716de326-f6ae-4955-9d7c-767310fafbd1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0868201 Jan 28 20:28:21.866298 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d5f9b4ab-f051-4902-bf70-c7a4541449eb req-190c9f87-339c-46e4-b52b-4ce4a7ae1057 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767186 Jan 28 20:28:21.888644 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-55b085cb-b7a8-4444-8430-2c842c0eb742 req-92626b9a-f512-48fe-860e-70d228b95699 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641851 Jan 28 20:28:21.925491 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['e0e35fd9-2a9a-446e-bf87-14668877b787'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:28:23.019794 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351b25c-150e-4032-ae2b-5c50b89c1e24 req-2e92e997-1e4d-43e6-a2f2-6bc4a65d6310 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:23.021285 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8351b25c-150e-4032-ae2b-5c50b89c1e24 req-2e92e997-1e4d-43e6-a2f2-6bc4a65d6310 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0868230 Jan 28 20:28:23.056407 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0d3c2-d9e2-4afe-a6b2-c36cc1aac469 req-fb7bd904-35dc-44a5-83f2-383558ab2dd8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:23.057867 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4ac0d3c2-d9e2-4afe-a6b2-c36cc1aac469 req-fb7bd904-35dc-44a5-83f2-383558ab2dd8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0879433 Jan 28 20:28:23.099460 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8351b25c-150e-4032-ae2b-5c50b89c1e24 req-24beb269-c0fd-43db-a1e1-3107e390cc20 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706310 Jan 28 20:28:23.125486 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4ac0d3c2-d9e2-4afe-a6b2-c36cc1aac469 req-af109571-4579-4705-b221-4fc3aa9e8736 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577404 Jan 28 20:28:23.954399 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:28:24.251962 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07cf90-d9d8-4552-bf45-478bb331493a req-5f17f79f-c4bd-4e52-9bf5-96c5f814081d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:24.253500 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cb07cf90-d9d8-4552-bf45-478bb331493a req-5f17f79f-c4bd-4e52-9bf5-96c5f814081d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0852573 Jan 28 20:28:24.282052 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5961a3-8fe6-4588-84ed-931f2653687a req-93c58493-9d3e-4e8a-af38-f63522f2349e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:24.283503 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c5961a3-8fe6-4588-84ed-931f2653687a req-93c58493-9d3e-4e8a-af38-f63522f2349e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0865405 Jan 28 20:28:24.328265 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cb07cf90-d9d8-4552-bf45-478bb331493a req-c2db1d43-2cde-4586-8a2e-1b647db31f63 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682998 Jan 28 20:28:24.352503 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c5961a3-8fe6-4588-84ed-931f2653687a req-b3ccb8c2-3dc5-4cd4-8ff1-a6375faa5f22 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624983 Jan 28 20:28:25.500567 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c4e01-f1c0-4e9b-b84f-91a1920213ef req-6db547bd-63a2-44c7-b0c0-e35f188ecdff tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:25.501975 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5e8c4e01-f1c0-4e9b-b84f-91a1920213ef req-6db547bd-63a2-44c7-b0c0-e35f188ecdff tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.1016657 Jan 28 20:28:25.509046 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cb81c-73ab-432b-89e0-ac12c97d97ae req-2e1a7dc6-a732-4776-9c1b-f08cbb901e70 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:25.510479 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-298cb81c-73ab-432b-89e0-ac12c97d97ae req-2e1a7dc6-a732-4776-9c1b-f08cbb901e70 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0869329 Jan 28 20:28:25.580682 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5e8c4e01-f1c0-4e9b-b84f-91a1920213ef req-6fedc4cb-6c2e-4db5-9db2-b3ed921cce60 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692604 Jan 28 20:28:25.583520 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-298cb81c-73ab-432b-89e0-ac12c97d97ae req-5973c0ff-1444-48cb-841d-19900df8cc43 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664024 Jan 28 20:28:26.930644 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf1d9c-a2bb-4525-97ad-3ed5a0d0fb8f req-58cc5d6e-fb37-41f8-bd97-a2784141c8c2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.932710 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b0cf1d9c-a2bb-4525-97ad-3ed5a0d0fb8f req-58cc5d6e-fb37-41f8-bd97-a2784141c8c2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.2851515 Jan 28 20:28:26.945270 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0072340-663a-4462-bc46-c2e6f7182892 req-3b673c6c-5a12-4220-98a9-2762ceff698a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:26.946853 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d0072340-663a-4462-bc46-c2e6f7182892 req-3b673c6c-5a12-4220-98a9-2762ceff698a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.2905331 Jan 28 20:28:27.020609 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b0cf1d9c-a2bb-4525-97ad-3ed5a0d0fb8f req-097ffa6c-1810-415f-aab3-98881c488353 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727766 Jan 28 20:28:27.023516 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d0072340-663a-4462-bc46-c2e6f7182892 req-319371a8-e47e-4801-ae98-ca4b6d81c57e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682106 Jan 28 20:28:28.169608 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b371720-d3fd-43b0-82c6-247b028f53ec req-596fda10-1431-44ee-a3a1-79a7f843a33c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:28.171148 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2b371720-d3fd-43b0-82c6-247b028f53ec req-596fda10-1431-44ee-a3a1-79a7f843a33c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0746403 Jan 28 20:28:28.178966 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e9a2f-92e0-42f7-98e1-83f7b958d6be req-98aaaf95-9800-4f5d-8431-3c261f03772c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:28.180342 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a45e9a2f-92e0-42f7-98e1-83f7b958d6be req-98aaaf95-9800-4f5d-8431-3c261f03772c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0924132 Jan 28 20:28:28.250505 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2b371720-d3fd-43b0-82c6-247b028f53ec req-18bd8c85-5f89-48ea-8cd7-d54f8c3d00f7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691381 Jan 28 20:28:28.253641 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a45e9a2f-92e0-42f7-98e1-83f7b958d6be req-3c25bee6-3627-42e2-8c23-398bec1935e7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661821 Jan 28 20:28:29.400052 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e6497-e693-4e9f-93cb-a47356857fec req-299d3d96-c68b-43c5-b20e-afae7396db51 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.402133 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-563e6497-e693-4e9f-93cb-a47356857fec req-299d3d96-c68b-43c5-b20e-afae7396db51 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0798409 Jan 28 20:28:29.412969 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc079bb1-9fb0-4b95-bd08-88bb22cb2959 req-52cace5a-c9d2-4d6e-93ea-19b6a6b1597c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:29.414421 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc079bb1-9fb0-4b95-bd08-88bb22cb2959 req-52cace5a-c9d2-4d6e-93ea-19b6a6b1597c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0904651 Jan 28 20:28:29.487090 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-563e6497-e693-4e9f-93cb-a47356857fec req-540d8bac-b014-4258-b6ba-21aa524ed41a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717070 Jan 28 20:28:29.494561 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc079bb1-9fb0-4b95-bd08-88bb22cb2959 req-b5d51c24-12aa-4adf-8097-a522b24a3910 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718620 Jan 28 20:28:30.639342 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2c83d-aa12-46bc-9cbd-1c9e8f0c21e4 req-22e7adee-acda-453e-beb4-601034e7d368 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.640811 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08b2c83d-aa12-46bc-9cbd-1c9e8f0c21e4 req-22e7adee-acda-453e-beb4-601034e7d368 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0848572 Jan 28 20:28:30.651169 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a07480-726d-4897-8035-afcf4093a3eb req-7aae3ae2-c4aa-47e4-9765-e3da818dc889 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:30.652544 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-76a07480-726d-4897-8035-afcf4093a3eb req-7aae3ae2-c4aa-47e4-9765-e3da818dc889 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0876834 Jan 28 20:28:30.727738 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08b2c83d-aa12-46bc-9cbd-1c9e8f0c21e4 req-128cd490-05c8-4f70-9d8e-c728ffaf21e1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Jan 28 20:28:30.731060 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-76a07480-726d-4897-8035-afcf4093a3eb req-ecc73266-d281-400d-921f-2100b1a45c7b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718129 Jan 28 20:28:31.874532 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a9bd6-8a1b-488f-bdaa-553b1d252c99 req-02c725e6-3600-4e2c-a8cc-8066ca66b1b7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:31.876003 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-702a9bd6-8a1b-488f-bdaa-553b1d252c99 req-02c725e6-3600-4e2c-a8cc-8066ca66b1b7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0817406 Jan 28 20:28:31.883469 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2178b-39c3-4b3a-abf8-618695485785 req-48ebf4d0-1752-4126-8d55-7935f245a1a4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:31.884848 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b6d2178b-39c3-4b3a-abf8-618695485785 req-48ebf4d0-1752-4126-8d55-7935f245a1a4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0817883 Jan 28 20:28:31.954958 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-702a9bd6-8a1b-488f-bdaa-553b1d252c99 req-da9a45c1-45d0-409c-b9c6-f1581feb9606 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691779 Jan 28 20:28:31.957856 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b6d2178b-39c3-4b3a-abf8-618695485785 req-b7d009cf-cbc6-4091-ad37-09e61e1de3ab tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665834 Jan 28 20:28:33.109008 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c8ff5-c218-435a-bd90-b546b1b5bd3f req-04ba525c-dcd1-47a0-baa1-671bcdd71de5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:33.110540 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d57c8ff5-c218-435a-bd90-b546b1b5bd3f req-04ba525c-dcd1-47a0-baa1-671bcdd71de5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0766683 Jan 28 20:28:33.117149 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528c10c-96ce-48dd-aa9a-e9bc86782c90 req-ebab8ff6-d36c-47fa-81f9-610bc3109df0 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:33.118554 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5528c10c-96ce-48dd-aa9a-e9bc86782c90 req-ebab8ff6-d36c-47fa-81f9-610bc3109df0 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0953305 Jan 28 20:28:33.188351 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d57c8ff5-c218-435a-bd90-b546b1b5bd3f req-adeeaa77-bd5e-4469-aea2-a89de5555cb9 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688610 Jan 28 20:28:33.192472 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5528c10c-96ce-48dd-aa9a-e9bc86782c90 req-ac0d2836-3121-4842-939f-137fcad2c3e1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674412 Jan 28 20:28:34.343975 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdbda3-7b20-4760-bad8-f44c6febd3f2 req-ba83b7fe-22ce-4c7e-97f4-dd434dc6f39b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.346699 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-41fdbda3-7b20-4760-bad8-f44c6febd3f2 req-ba83b7fe-22ce-4c7e-97f4-dd434dc6f39b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0919650 Jan 28 20:28:34.353579 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b81f8f-ee27-4c97-a62f-67455d9f80a0 req-4bbeeff1-603a-4488-94f3-aa7cc6fd3a93 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:34.358354 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b7b81f8f-ee27-4c97-a62f-67455d9f80a0 req-4bbeeff1-603a-4488-94f3-aa7cc6fd3a93 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0929203 Jan 28 20:28:34.426639 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-41fdbda3-7b20-4760-bad8-f44c6febd3f2 req-f44b5256-c982-4cd1-a220-abbe68391821 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671468 Jan 28 20:28:34.438992 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b7b81f8f-ee27-4c97-a62f-67455d9f80a0 req-0b992198-6179-4fdb-a0d7-88bf0d77ec0e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777752 Jan 28 20:28:35.576053 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55711060-1b43-4561-a340-8a3bb8aede3c req-2982a07e-e468-4dd9-8c96-0abe89578358 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:35.577416 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-55711060-1b43-4561-a340-8a3bb8aede3c req-2982a07e-e468-4dd9-8c96-0abe89578358 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0861797 Jan 28 20:28:35.588337 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a745f1b-1892-4ca6-9ddf-efeeb9ce7185 req-229b9f21-d480-4027-b782-53cd5a323318 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:35.589722 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3a745f1b-1892-4ca6-9ddf-efeeb9ce7185 req-229b9f21-d480-4027-b782-53cd5a323318 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 944 time: 0.0721393 Jan 28 20:28:35.660289 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-55711060-1b43-4561-a340-8a3bb8aede3c req-a473f812-46e2-423e-9425-2c15794e620f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695493 Jan 28 20:28:35.663191 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3a745f1b-1892-4ca6-9ddf-efeeb9ce7185 req-cf73bc74-b181-4788-afc2-f8fbb5227890 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670648 Jan 28 20:28:35.830395 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device e0e35fd9-2a9a-446e-bf87-14668877b787 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:28:35.879424 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port e0e35fd9-2a9a-446e-bf87-14668877b787 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:28:35.882908 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port e0e35fd9-2a9a-446e-bf87-14668877b787 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:28:35.883279 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:35.957955 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port e0e35fd9-2a9a-446e-bf87-14668877b787 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:28:35.958345 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:35.979906 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb895887-c105-49c8-8ebb-6f2d7327a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e35fd9-2a9a-446e-bf87-14668877b787'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:28:35.982132 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac58877-11a2-4712-a7f2-62ffed287bd4" -d '{"events": [{"server_uuid": "cb895887-c105-49c8-8ebb-6f2d7327a46c", "name": "network-vif-plugged", "status": "completed", "tag": "e0e35fd9-2a9a-446e-bf87-14668877b787"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:28:35.994438 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port e0e35fd9-2a9a-446e-bf87-14668877b787, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e35fd9-2a9a-446e-bf87-14668877b787,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:28:35.998579 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:36.026395 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4d6f2f-b334-4458-a9e8-d9c38e0c3592 x-openstack-request-id: req-aa4d6f2f-b334-4458-a9e8-d9c38e0c3592 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:28:36.026710 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb895887-c105-49c8-8ebb-6f2d7327a46c", "name": "network-vif-plugged", "status": "completed", "tag": "e0e35fd9-2a9a-446e-bf87-14668877b787", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:28:36.026962 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa4d6f2f-b334-4458-a9e8-d9c38e0c3592 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:28:36.027343 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb895887-c105-49c8-8ebb-6f2d7327a46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e35fd9-2a9a-446e-bf87-14668877b787', 'code': 200} Jan 28 20:28:36.166772 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=e0e35fd9-2a9a-446e-bf87-14668877b787,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:36.173649 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.174055 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.174428 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.174777 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.175112 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.175442 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.175771 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.176096 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.176420 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.176763 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.177087 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.177407 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.177727 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:28:36.581485 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-5d44b960-80fd-410c-af31-421ba6143121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:36.812560 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a00d5e-3b88-4c08-838a-165441adff2a req-3d5fe80f-dd32-4cb5-9331-f56a41ac99ec tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:36.814073 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d9a00d5e-3b88-4c08-838a-165441adff2a req-3d5fe80f-dd32-4cb5-9331-f56a41ac99ec tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0877166 Jan 28 20:28:36.820598 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebb336-82b8-42f4-ad2b-c0211afadf22 req-c391b6bc-66f5-4fc4-a5f2-bbbf40315e35 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:36.821986 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-45ebb336-82b8-42f4-ad2b-c0211afadf22 req-c391b6bc-66f5-4fc4-a5f2-bbbf40315e35 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0865450 Jan 28 20:28:36.892291 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d9a00d5e-3b88-4c08-838a-165441adff2a req-56c04e34-0042-4d8a-8399-03e06019e62d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692904 Jan 28 20:28:36.895302 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-45ebb336-82b8-42f4-ad2b-c0211afadf22 req-91bab419-0575-4859-9a4e-cdbd3ab34790 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666487 Jan 28 20:28:38.043174 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde428-000d-46ae-a50f-f81b59518d35 req-ea806fa9-b98f-4c9d-90ab-b7d4fa6b865c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:38.044642 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2ebde428-000d-46ae-a50f-f81b59518d35 req-ea806fa9-b98f-4c9d-90ab-b7d4fa6b865c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0843284 Jan 28 20:28:38.052062 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcfac4-81e0-42e7-8df1-7f35dc8bff46 req-d3fa4149-c0f3-4c63-8479-1c7ea00ea6e1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:38.053416 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8fbcfac4-81e0-42e7-8df1-7f35dc8bff46 req-d3fa4149-c0f3-4c63-8479-1c7ea00ea6e1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0943193 Jan 28 20:28:38.128102 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2ebde428-000d-46ae-a50f-f81b59518d35 req-efce6c59-d373-426b-bad9-7a157a04adc0 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737190 Jan 28 20:28:38.131078 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8fbcfac4-81e0-42e7-8df1-7f35dc8bff46 req-b7b5130a-224f-4097-8f16-d83ea5938361 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706933 Jan 28 20:28:38.891008 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6046a0-3870-4026-9110-1875763fd1cf req-1ee158f3-d901-4c3e-8e48-221a06fa511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:38.892551 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7f6046a0-3870-4026-9110-1875763fd1cf req-1ee158f3-d901-4c3e-8e48-221a06fa511d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 1129 time: 0.0484242 Jan 28 20:28:38.922734 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-a1ccc46b-2fb0-42dc-86c5-20783a877b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:38.941422 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-7f6046a0-3870-4026-9110-1875763fd1cf req-4bde10fe-7af3-4557-a725-a0f9dc1efbed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Jan 28 20:28:39.276038 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e07a1-4292-4638-aa9a-15e5612ebb25 req-5310cadb-aedf-4061-9162-423602a0ba07 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:39.277387 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fe4e07a1-4292-4638-aa9a-15e5612ebb25 req-5310cadb-aedf-4061-9162-423602a0ba07 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0836964 Jan 28 20:28:39.285037 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0f399-33ea-49f4-a199-34c1a20befe1 req-199e696b-d977-4f5f-ac5b-826d06c8a2c1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:39.286404 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ab0f399-33ea-49f4-a199-34c1a20befe1 req-199e696b-d977-4f5f-ac5b-826d06c8a2c1 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0832837 Jan 28 20:28:39.355043 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fe4e07a1-4292-4638-aa9a-15e5612ebb25 req-2073ab83-eedd-48e0-9a88-bdd8076e8ee4 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677209 Jan 28 20:28:39.359075 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ab0f399-33ea-49f4-a199-34c1a20befe1 req-83821cfc-08a9-460c-a8cb-b94bb17c8854 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657566 Jan 28 20:28:40.030140 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:40.527813 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b4d3d-7a88-44da-8d86-14c9d212fea1 req-57a8848b-ce2d-4ec1-a5a3-79893e5478e6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:40.529589 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e00b4d3d-7a88-44da-8d86-14c9d212fea1 req-57a8848b-ce2d-4ec1-a5a3-79893e5478e6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0891314 Jan 28 20:28:40.537573 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2fda9-7f8f-47c9-987f-8c6566c790ee req-1d736ae0-41da-429e-9344-221c29e2b2c6 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:40.539069 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08e2fda9-7f8f-47c9-987f-8c6566c790ee req-1d736ae0-41da-429e-9344-221c29e2b2c6 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0889246 Jan 28 20:28:40.634845 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e00b4d3d-7a88-44da-8d86-14c9d212fea1 req-4e404528-7bb7-48e4-8ec0-9f5163366162 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878448 Jan 28 20:28:40.642119 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08e2fda9-7f8f-47c9-987f-8c6566c790ee req-5d6f37b1-18cd-4c41-aa69-ab2e67fb1cd8 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867043 Jan 28 20:28:41.449076 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:41.783796 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23dd5-79e8-439e-b344-3794ae7e1ea8 req-9aefeb60-f1e9-45cd-bad6-b201be05f70a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:41.785279 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-55d23dd5-79e8-439e-b344-3794ae7e1ea8 req-9aefeb60-f1e9-45cd-bad6-b201be05f70a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0817566 Jan 28 20:28:41.796799 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e452d9-109b-4190-a647-73086c1fb43c req-e559f07d-0464-4d57-bf79-7f6c8effe4ec tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:41.798217 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20e452d9-109b-4190-a647-73086c1fb43c req-e559f07d-0464-4d57-bf79-7f6c8effe4ec tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0858991 Jan 28 20:28:41.870930 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-55d23dd5-79e8-439e-b344-3794ae7e1ea8 req-57a7ac97-9a3c-42dd-8dae-40f77b3f3f5d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717692 Jan 28 20:28:41.875011 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20e452d9-109b-4190-a647-73086c1fb43c req-38857cef-63af-45eb-b778-a64db3032937 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703986 Jan 28 20:28:42.798052 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:43.028312 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83e45a-d403-4541-bb96-7124c6f6b12f req-3bb36bbd-1ab6-445b-8fb8-108075b9fa52 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:43.033247 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6b83e45a-d403-4541-bb96-7124c6f6b12f req-3bb36bbd-1ab6-445b-8fb8-108075b9fa52 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0818660 Jan 28 20:28:43.041012 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabda212-d178-4f74-b3a9-fac6b3b50e90 req-f1e2fc91-691b-4d24-8eda-979620056020 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:43.042568 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dabda212-d178-4f74-b3a9-fac6b3b50e90 req-f1e2fc91-691b-4d24-8eda-979620056020 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.1053374 Jan 28 20:28:43.115713 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6b83e45a-d403-4541-bb96-7124c6f6b12f req-4f942b51-1801-4c90-a7ff-7f85170a5c9d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721717 Jan 28 20:28:43.119242 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dabda212-d178-4f74-b3a9-fac6b3b50e90 req-8bae5f53-ac6d-4f49-bcb1-701658d5d976 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688028 Jan 28 20:28:43.383496 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eb4e3-b547-4fbb-b6fc-36458c05274a req-ee4cb509-808b-4b70-9082-fb983ac63ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:43.385127 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-799eb4e3-b547-4fbb-b6fc-36458c05274a req-ee4cb509-808b-4b70-9082-fb983ac63ddc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1129 time: 0.0649345 Jan 28 20:28:43.432495 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-799eb4e3-b547-4fbb-b6fc-36458c05274a req-578eaac6-34ea-41a4-aa0a-d74472628c0d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Jan 28 20:28:44.255202 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd32ec4-bc03-4178-be78-2f0ccfdac64e req-25f54f75-662b-40cc-b66b-67762478907c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:44.256578 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4dd32ec4-bc03-4178-be78-2f0ccfdac64e req-25f54f75-662b-40cc-b66b-67762478907c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0565114 Jan 28 20:28:44.303741 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4dd32ec4-bc03-4178-be78-2f0ccfdac64e req-e94e8944-1132-4974-adb5-2513ffb1540b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Jan 28 20:28:45.434397 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a84793-7a31-4788-9e43-3eb3bbcdeeea req-9c08a07a-d9a3-4e1f-9ee9-47d31f15ee8d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:45.441771 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f6a84793-7a31-4788-9e43-3eb3bbcdeeea req-9c08a07a-d9a3-4e1f-9ee9-47d31f15ee8d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0633974 Jan 28 20:28:45.501689 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f6a84793-7a31-4788-9e43-3eb3bbcdeeea req-0e3c2639-c0c7-43ed-bca2-4efaabc0d1df tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535712 Jan 28 20:28:46.555615 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 44750) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:46.616458 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de365e-9cef-4b7d-8092-4fa9239947f7 req-747de283-43d7-4339-b787-35622df00822 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:46.617950 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b9de365e-9cef-4b7d-8092-4fa9239947f7 req-747de283-43d7-4339-b787-35622df00822 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0566347 Jan 28 20:28:46.665607 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b9de365e-9cef-4b7d-8092-4fa9239947f7 req-4209bfe9-1c7d-46d7-a248-d63bd4338113 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Jan 28 20:28:46.724106 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c9496483-7db0-4aa0-9b8f-7268b3d41ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:46.812654 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c9496483-7db0-4aa0-9b8f-7268b3d41ac7 admin admin] Publish callbacks [] for security_group (9a0c69ba-7f8d-49cb-835d-c2396b4d8f92), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:46.818980 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c9496483-7db0-4aa0-9b8f-7268b3d41ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (9a0c69ba-7f8d-49cb-835d-c2396b4d8f92), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:46.861691 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-c9496483-7db0-4aa0-9b8f-7268b3d41ac7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bcdb4e192ea94d3889f78bee728311a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039198 Jan 28 20:28:46.862442 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9496483-7db0-4aa0-9b8f-7268b3d41ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0c69ba-7f8d-49cb-835d-c2396b4d8f92,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:46.864566 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 44768) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:28:46.929148 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-496a4da6-f8d5-4672-85c7-03259db5b626 admin admin] Publish callbacks [] for security_group (9a0c69ba-7f8d-49cb-835d-c2396b4d8f92), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:46.956837 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-638516e6-3b10-4c9d-b7ae-fc409106403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:46.958673 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-638516e6-3b10-4c9d-b7ae-fc409106403b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1129 time: 0.0495603 Jan 28 20:28:46.981836 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-496a4da6-f8d5-4672-85c7-03259db5b626 admin admin] Publish callbacks [] for security_group (9a0c69ba-7f8d-49cb-835d-c2396b4d8f92), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:47.031013 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548d26e-a0fe-4834-8be4-f4f45c28067b req-45d4505b-b07f-40c1-a24d-be3197a0b5d6 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:47.034843 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4548d26e-a0fe-4834-8be4-f4f45c28067b req-45d4505b-b07f-40c1-a24d-be3197a0b5d6 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0938208 Jan 28 20:28:47.066351 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-496a4da6-f8d5-4672-85c7-03259db5b626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (9a0c69ba-7f8d-49cb-835d-c2396b4d8f92), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:47.069039 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-496a4da6-f8d5-4672-85c7-03259db5b626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:47.070349 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-496a4da6-f8d5-4672-85c7-03259db5b626 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a0c69ba-7f8d-49cb-835d-c2396b4d8f92 HTTP/1.1" status: 204 len: 168 time: 0.2046819 Jan 28 20:28:47.092631 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a4da6-f8d5-4672-85c7-03259db5b626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0c69ba-7f8d-49cb-835d-c2396b4d8f92,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:28:47.098414 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4548d26e-a0fe-4834-8be4-f4f45c28067b req-0f91093c-28ce-4eb0-888a-a5794f213480 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597289 Jan 28 20:28:48.225038 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadeb17-49da-4ca9-9ff7-ab1974ce8ae5 req-af9fa500-d029-4006-aa6d-118cc1fd6e21 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:48.226649 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5cadeb17-49da-4ca9-9ff7-ab1974ce8ae5 req-af9fa500-d029-4006-aa6d-118cc1fd6e21 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0575144 Jan 28 20:28:48.274633 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5cadeb17-49da-4ca9-9ff7-ab1974ce8ae5 req-f28e8ec9-d187-4c57-a2af-f4c13a98f87d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Jan 28 20:28:49.400715 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203b298-72b1-47dc-8378-e21aebc1c6a0 req-c4ebef54-6350-44b6-981d-189399b550fd tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:49.402297 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1203b298-72b1-47dc-8378-e21aebc1c6a0 req-c4ebef54-6350-44b6-981d-189399b550fd tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0596094 Jan 28 20:28:49.423874 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-06d91a5d-6998-4fdb-b118-c65224243ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:49.425442 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-06d91a5d-6998-4fdb-b118-c65224243ba2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.0915022 Jan 28 20:28:49.449558 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1203b298-72b1-47dc-8378-e21aebc1c6a0 req-1901f32b-ea9d-415e-bedc-464876ea91e9 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Jan 28 20:28:50.412938 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:28:50.444666 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-a112576f-eb06-41ba-919a-61bcf77d9ae8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 200 len: 217 time: 0.0392711 Jan 28 20:28:50.564202 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ca872-caf9-4d02-a377-e410b169e42c req-a9211ef0-64d9-4a19-a306-d7e4476d3e3d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:50.565650 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-017ca872-caf9-4d02-a377-e410b169e42c req-a9211ef0-64d9-4a19-a306-d7e4476d3e3d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0543702 Jan 28 20:28:50.610391 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-017ca872-caf9-4d02-a377-e410b169e42c req-5dc84aa4-ea1d-4ed3-8ab4-2162f6ca3237 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Jan 28 20:28:51.724313 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48417f60-8dcd-4e94-b4fd-db3a8559c018 req-e8e742b9-13c2-415a-a943-ed7522d01caa tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:51.725692 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-48417f60-8dcd-4e94-b4fd-db3a8559c018 req-e8e742b9-13c2-415a-a943-ed7522d01caa tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0503464 Jan 28 20:28:51.770857 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-48417f60-8dcd-4e94-b4fd-db3a8559c018 req-f6ac6d33-e9cb-4a09-ac07-a0fbbb38dd12 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Jan 28 20:28:51.844860 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-57c14688-d865-40c3-a0ef-a4923b6a6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:51.846390 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-57c14688-d865-40c3-a0ef-a4923b6a6b2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0473938 Jan 28 20:28:51.879580 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-3f94d568-2141-4364-9384-ef86d0f06eb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238888 Jan 28 20:28:51.967684 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-d829a9a2-c3e1-442a-8520-ec1b7427f4be service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818276 Jan 28 20:28:52.060885 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0c1a8f8a-f188-4526-8e9f-548275084fd1 req-9ead2a7d-4347-43ad-908f-7078cde13d97 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861056 Jan 28 20:28:52.886002 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc2739-37a8-4452-8674-3b00ef851ad6 req-4251b1f6-a030-4cbb-87dd-1b4f8261fb3a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:52.888010 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57cc2739-37a8-4452-8674-3b00ef851ad6 req-4251b1f6-a030-4cbb-87dd-1b4f8261fb3a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0521717 Jan 28 20:28:52.937343 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57cc2739-37a8-4452-8674-3b00ef851ad6 req-0d0151d7-78bb-42ae-8ed7-b27b3da379c3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438328 Jan 28 20:28:54.056289 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79164ad-1564-43db-9c3f-6cc14eddd70a req-ea83ca61-6f9e-4988-a498-9d70dac402c5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:54.057813 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e79164ad-1564-43db-9c3f-6cc14eddd70a req-ea83ca61-6f9e-4988-a498-9d70dac402c5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0528548 Jan 28 20:28:54.112995 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e79164ad-1564-43db-9c3f-6cc14eddd70a req-747d2549-a19e-45f1-aae1-c0069840b75c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Jan 28 20:28:55.227593 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eca161-cbeb-4324-9936-19e487163bda req-db792973-fd2a-44c2-a41a-c0ad998c2c72 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:55.229081 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-33eca161-cbeb-4324-9936-19e487163bda req-db792973-fd2a-44c2-a41a-c0ad998c2c72 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0512409 Jan 28 20:28:55.275375 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-33eca161-cbeb-4324-9936-19e487163bda req-ba2d7968-aed9-486b-8835-db641e7e25d9 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Jan 28 20:28:56.398717 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc4b28-3091-4919-b3fe-1b76dab7dd2c req-3cfcc877-5dba-4e0f-babb-538ce4aa0380 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:28:56.400188 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61dc4b28-3091-4919-b3fe-1b76dab7dd2c req-3cfcc877-5dba-4e0f-babb-538ce4aa0380 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0549753 Jan 28 20:28:56.460362 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61dc4b28-3091-4919-b3fe-1b76dab7dd2c req-ad91d34d-9843-4918-a2b1-0559dd3b68bb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530214 Jan 28 20:29:00.953427 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:29:06.582210 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4dfd4fb9-49f8-49b6-8299-0b29ee6b88da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:08.915032 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-ea10449d-c351-43b4-b793-322dbc996ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:10.034568 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:11.451234 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:12.800250 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:13.561461 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc5387-3e80-4963-bdec-d29d7b7fd4d3 req-72021285-31a0-44ec-98d1-b2fdbaad600e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:13.562880 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ccc5387-3e80-4963-bdec-d29d7b7fd4d3 req-72021285-31a0-44ec-98d1-b2fdbaad600e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0515420 Jan 28 20:29:13.610577 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ccc5387-3e80-4963-bdec-d29d7b7fd4d3 req-9b738702-79b3-4be2-9a8c-70cd079a9bb2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Jan 28 20:29:15.988726 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 45272) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:29:16.091726 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.165503 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Publish callbacks [] for security_group (df8d743a-0072-487a-98ba-f4c00371e3a9), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.170475 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (df8d743a-0072-487a-98ba-f4c00371e3a9), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.203125 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=16e0c4343d0745e09966676f428257e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130172 Jan 28 20:29:16.205599 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 45282) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:29:16.211548 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8d743a-0072-487a-98ba-f4c00371e3a9,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:16.218864 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.219223 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.219570 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.220030 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.220240 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.220557 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.228532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.228532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.228532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.228532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.228532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.228532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.228532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe4fc-dd49-41b9-96f9-ea3e93460efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.262527 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Publish callbacks [] for security_group (df8d743a-0072-487a-98ba-f4c00371e3a9), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.288158 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Publish callbacks [] for security_group (df8d743a-0072-487a-98ba-f4c00371e3a9), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.337218 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (df8d743a-0072-487a-98ba-f4c00371e3a9), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.341680 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:16.343269 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df8d743a-0072-487a-98ba-f4c00371e3a9 HTTP/1.1" status: 204 len: 168 time: 0.1351922 Jan 28 20:29:16.353318 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8d743a-0072-487a-98ba-f4c00371e3a9,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:16.360970 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.361327 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.361680 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.362056 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.362393 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.363077 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.363077 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.363550 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.364009 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.364347 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.364683 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.365001 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:16.365359 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a8cb46-0b5b-4a0e-9d00-b4d8020ccb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:29:20.438058 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:21.472023 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-dfa8cfe4-0b0f-4a0f-8260-e58e1bf2463f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539253 Jan 28 20:29:22.939507 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-1b84224a-8909-48bb-bc02-ef463e0b20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:22.940969 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-1b84224a-8909-48bb-bc02-ef463e0b20eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 1129 time: 0.0474012 Jan 28 20:29:23.044056 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-1b271865-df0d-4c06-aa46-66ae8d75adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:23.045652 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-1b271865-df0d-4c06-aa46-66ae8d75adf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.0854237 Jan 28 20:29:23.090708 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-5515e1a4-b922-4b61-8612-39104cc95198 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54934fcd-603d-4abb-9727-1c1d86acb034 HTTP/1.1" status: 200 len: 217 time: 0.0384719 Jan 28 20:29:23.138746 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-c88c08fa-9141-430c-a5ad-2f03a77821d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:23.140172 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-c88c08fa-9141-430c-a5ad-2f03a77821d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0423379 Jan 28 20:29:23.169942 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-70a4f34b-3fc1-40f2-a599-3f861f6de199 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240448 Jan 28 20:29:23.254681 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-a2990845-0a53-4912-b9ce-74f583e2491e service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777683 Jan 28 20:29:23.343664 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ef58796f-0337-4cda-9e77-e6fdfe32bb58 req-058a84bc-5a32-4712-9800-82b2b2873400 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831656 Jan 28 20:29:30.718309 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 45500) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:29:30.820230 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a8d31c80-dba8-432f-bbf5-c5f39928cfb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:30.895432 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a8d31c80-dba8-432f-bbf5-c5f39928cfb8 admin admin] Publish callbacks [] for security_group (ca39ff1b-2e01-44e0-bdc3-707372089920), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:30.899140 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a8d31c80-dba8-432f-bbf5-c5f39928cfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (ca39ff1b-2e01-44e0-bdc3-707372089920), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:30.935287 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d31c80-dba8-432f-bbf5-c5f39928cfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39ff1b-2e01-44e0-bdc3-707372089920,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:30.939547 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a8d31c80-dba8-432f-bbf5-c5f39928cfb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f0111663d2384f848bc0a407e7487a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202122 Jan 28 20:29:30.942076 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 45508) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:29:30.987686 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-af76d4d0-5b70-477e-ab2a-2d4a0d84d3a4 admin admin] Publish callbacks [] for security_group (ca39ff1b-2e01-44e0-bdc3-707372089920), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:31.008631 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-af76d4d0-5b70-477e-ab2a-2d4a0d84d3a4 admin admin] Publish callbacks [] for security_group (ca39ff1b-2e01-44e0-bdc3-707372089920), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:31.054323 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-af76d4d0-5b70-477e-ab2a-2d4a0d84d3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (ca39ff1b-2e01-44e0-bdc3-707372089920), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:31.056908 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-af76d4d0-5b70-477e-ab2a-2d4a0d84d3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:31.058731 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-af76d4d0-5b70-477e-ab2a-2d4a0d84d3a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ca39ff1b-2e01-44e0-bdc3-707372089920 HTTP/1.1" status: 204 len: 168 time: 0.1157253 Jan 28 20:29:31.066213 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76d4d0-5b70-477e-ab2a-2d4a0d84d3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39ff1b-2e01-44e0-bdc3-707372089920,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:32.379593 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-07ea28b5-4525-4347-9b38-7ed249f41841 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35562867&fields=id&tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 267 time: 0.0473433 Jan 28 20:29:32.490588 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-25fbcbe5-d307-4534-8581-09012d664b3e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:32.492120 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-25fbcbe5-d307-4534-8581-09012d664b3e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 812 time: 0.1030269 Jan 28 20:29:32.509437 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-26e37b79-d5da-41d5-bdf3-afb2436b7301 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/quotas/aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 375 time: 0.0104005 Jan 28 20:29:32.567337 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-d08250fd-d972-4d77-a907-62cde7c152bd tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516903 Jan 28 20:29:32.715208 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-ed858d01-e619-4704-a9cd-d40eb203ac1a service neutron] 10.222.0.59 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353765 Jan 28 20:29:32.836724 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-8ada3b0d-a1d5-4af2-8a29-9e7f15aa85c5 service neutron] 10.222.0.59 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131468 Jan 28 20:29:33.125468 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-64ddef5b-af7f-414c-930d-1430d23c79f1 req-c02d5c77-c2e3-493b-aa93-9c8cfe956ac6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 210 time: 0.0337148 Jan 28 20:29:34.192304 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-1ddf9e8b-fc8c-4841-b6ad-9099e7b46412 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:34.193983 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-1ddf9e8b-fc8c-4841-b6ad-9099e7b46412 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 812 time: 0.1113033 Jan 28 20:29:34.220176 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e0c6a09-86a0-481e-8dc6-3ad7bf22da5b req-0c56689f-521c-4a93-af74-1d4c60880bf8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 210 time: 0.0255990 Jan 28 20:29:35.312716 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ae329ddc-79aa-4b92-bfdc-b60e7e0bb233 req-610c661f-aed8-486f-abe5-487ed6118723 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 210 time: 0.0268211 Jan 28 20:29:35.963237 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-af0ae1c7-df9d-4634-9cd4-f29092ebeea3 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 378 time: 0.0522716 Jan 28 20:29:36.403753 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a389f029-0ef9-4801-a931-f4d8db4ca70f req-dcdcbdc7-7454-498a-a4e8-e23b70f0a041 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 210 time: 0.0259216 Jan 28 20:29:36.584538 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4fe3a961-9e67-4281-8364-4be41d16a9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:37.168468 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'port': {'device_id': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'admin_state_up': True, 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'security_groups': ['316c4cc2-1458-4914-8af3-eb6a19da75fe']}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:37.279277 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Made reservation on behalf of aa2f11f2a3714a9c9a72ab77ea3d288b for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:37.282578 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:37.500065 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-835cfc6c-6c2a-49d0-a800-5c4237e70e09 req-a90ae814-a0d6-45ef-8606-9e835856e0fa tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 210 time: 0.0288990 Jan 28 20:29:37.616856 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Allocated IP 172.20.0.7 (4706b4ac-208e-49dd-94bd-78970bce488d/b7683ce8-e9f0-49da-b21e-7293aa550748/c5693d83-b5f3-413b-a2a5-d05a5cb7e05a) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:37.753439 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:37.787563 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:37.828814 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Network 4706b4ac-208e-49dd-94bd-78970bce488d is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:37.831763 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:37.837835 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:37.862011 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:37.893452 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:37.894140 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:37.911204 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-4b0ebd42-91b2-4ea5-9b1e-0e22b4212860 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7482173 Jan 28 20:29:37.954211 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:29:38.092663 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-6cf0b001-5620-4a25-8146-a5ee49b71685 None None] Provisioning complete for port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:29:38.093138 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b001-5620-4a25-8146-a5ee49b71685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:38.131239 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b001-5620-4a25-8146-a5ee49b71685 None None] Port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:29:38.618607 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab22a65-e08d-44d5-95c4-66c2801f8d36 req-2d23f0ee-2cbb-4296-b27b-177cd485d013 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:38.620693 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eab22a65-e08d-44d5-95c4-66c2801f8d36 req-2d23f0ee-2cbb-4296-b27b-177cd485d013 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 931 time: 0.0552115 Jan 28 20:29:38.668289 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eab22a65-e08d-44d5-95c4-66c2801f8d36 req-050f415a-ee8a-41a0-9fb2-01f440e6fc67 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420403 Jan 28 20:29:38.773968 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Request body: {'port': {'device_id': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:38.840931 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:38.920090 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-24fce21e-08cd-4840-91cb-f6c8b5d38121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:39.113597 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5693d83-b5f3-413b-a2a5-d05a5cb7e05a {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:29:39.121693 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Publish callbacks [] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:39.135637 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Transition to ACTIVE for port object c5693d83-b5f3-413b-a2a5-d05a5cb7e05a will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:39.146163 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:39.201227 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Pushing event updated for resources: {'Port': ['ID=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:39.277830 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Attempting to bind port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:29:39.278204 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Attempting to bind port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:29:39.278538 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Attempting to bind port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a on network 4706b4ac-208e-49dd-94bd-78970bce488d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:39.283394 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a on network 4706b4ac-208e-49dd-94bd-78970bce488d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:39.283729 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Attempting to bind port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a on network 4706b4ac-208e-49dd-94bd-78970bce488d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:39.289750 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:39.290128 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Checking segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:29:39.290534 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Bound using segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:39.291217 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Bound port: c5693d83-b5f3-413b-a2a5-d05a5cb7e05a, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:29:39.291587 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:39.359438 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] For port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:39.362648 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] For port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:39.368832 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:39.407103 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.407774 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:39.409157 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5693d83-b5f3-413b-a2a5-d05a5cb7e05a HTTP/1.1" status: 200 len: 1093 time: 0.6397769 Jan 28 20:29:39.409590 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'tag': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:39.411863 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cec61de-aa9c-4637-9c9c-3f143d13d41c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3427e95-2a32-4161-ad46-076cf02f603d", "tag": "c5693d83-b5f3-413b-a2a5-d05a5cb7e05a"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:39.438761 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda91ea4-6f35-493a-8881-6837246dba63 service neutron] Pushing event updated for resources: {'Port': ['ID=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:39.485730 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed28f007-e9cc-45fc-aad7-baefe43a77c3 x-openstack-request-id: req-ed28f007-e9cc-45fc-aad7-baefe43a77c3 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:39.486049 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3427e95-2a32-4161-ad46-076cf02f603d", "tag": "c5693d83-b5f3-413b-a2a5-d05a5cb7e05a", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:39.486308 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed28f007-e9cc-45fc-aad7-baefe43a77c3 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:39.486704 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'tag': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'status': 'completed', 'code': 200} Jan 28 20:29:39.512294 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-202ee324-f93f-44f6-87b1-232b840f977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.514181 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-202ee324-f93f-44f6-87b1-232b840f977a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 1127 time: 0.0565193 Jan 28 20:29:39.571214 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-a36311d3-6668-4346-aa05-b3158f514f35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a HTTP/1.1" status: 200 len: 217 time: 0.0440862 Jan 28 20:29:39.622741 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-7cf34296-2a8c-48a1-ab7d-1c8e36d161b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.624091 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-7cf34296-2a8c-48a1-ab7d-1c8e36d161b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0443454 Jan 28 20:29:39.678535 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-a4d47cdc-7a7a-404d-b609-1c4ec5a51fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.680214 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-a4d47cdc-7a7a-404d-b609-1c4ec5a51fd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461650 Jan 28 20:29:39.782447 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-95289f69-3c9c-49b5-b7d8-4967ddb985d2 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915940 Jan 28 20:29:39.789353 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741416b-b8e8-4171-9df4-78254111b33d req-8535a29b-3ff3-4e48-986a-935ef00a0510 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:39.790833 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6741416b-b8e8-4171-9df4-78254111b33d req-8535a29b-3ff3-4e48-986a-935ef00a0510 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0511427 Jan 28 20:29:39.841769 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6741416b-b8e8-4171-9df4-78254111b33d req-520fea9d-6fbd-497c-846b-fbac3223de55 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441747 Jan 28 20:29:39.875573 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c807aed4-ebfc-45bb-9e2b-69ee2f013002 req-0200b399-83df-42d1-bf63-b5dfd7777e95 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864418 Jan 28 20:29:40.010397 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-7bc99016-2230-4e9e-988d-b8378305ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.011866 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-7bc99016-2230-4e9e-988d-b8378305ba59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 1127 time: 0.0509183 Jan 28 20:29:40.040594 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:40.108911 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-62ac59c3-3087-4c86-951f-f63b64ce30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.110406 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-62ac59c3-3087-4c86-951f-f63b64ce30dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.0893621 Jan 28 20:29:40.156732 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-27fc5cef-282d-4074-82ba-34984924ed84 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a HTTP/1.1" status: 200 len: 217 time: 0.0399423 Jan 28 20:29:40.216330 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-2e6b4d4d-10c7-45bc-9d16-eba0cd41b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.218990 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-2e6b4d4d-10c7-45bc-9d16-eba0cd41b262 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0538919 Jan 28 20:29:40.281738 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-41a2f156-3138-46ab-8393-4e20505e7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.283597 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-41a2f156-3138-46ab-8393-4e20505e7049 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580120 Jan 28 20:29:40.386512 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-7d3e162c-ae81-40e2-bf78-d837ac0dc067 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933261 Jan 28 20:29:40.480496 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cec61de-aa9c-4637-9c9c-3f143d13d41c req-f6b35d6d-225a-4044-b7fa-135f934d97c3 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867987 Jan 28 20:29:40.960104 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4eb78-72c4-4af0-987a-527f104ad0ed req-5ab4cb9f-5599-4d5f-8698-4aa193bbe308 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:40.961566 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eec4eb78-72c4-4af0-987a-527f104ad0ed req-5ab4cb9f-5599-4d5f-8698-4aa193bbe308 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0510700 Jan 28 20:29:41.014392 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eec4eb78-72c4-4af0-987a-527f104ad0ed req-62e8dd58-4ef7-4025-8545-132ecc89c09b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466957 Jan 28 20:29:41.459052 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:41.645132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb23a3a-11c8-4a6e-8b6c-f893b608b0bf req-4c36602f-40ff-4b6a-bf00-afe483931f8a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:41.646630 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ffb23a3a-11c8-4a6e-8b6c-f893b608b0bf req-4c36602f-40ff-4b6a-bf00-afe483931f8a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0506687 Jan 28 20:29:41.693289 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ffb23a3a-11c8-4a6e-8b6c-f893b608b0bf req-bd380d8b-fd9e-4555-b2ab-51bd4ae94cab tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Jan 28 20:29:42.130543 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1edb5-46dd-40b1-8031-748f2f5d342c req-b49dd518-40a3-423e-938e-15ec912fd41d tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.131985 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4db1edb5-46dd-40b1-8031-748f2f5d342c req-b49dd518-40a3-423e-938e-15ec912fd41d tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0508449 Jan 28 20:29:42.178891 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4db1edb5-46dd-40b1-8031-748f2f5d342c req-a7aba5c1-deea-46a2-a906-1cf655556750 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408404 Jan 28 20:29:42.801066 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:42.814319 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73894cdd-882e-4700-b929-0af5fc5c0cd6 req-9acffa7e-c1ca-479f-9bc9-8628334d28eb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:42.815819 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-73894cdd-882e-4700-b929-0af5fc5c0cd6 req-9acffa7e-c1ca-479f-9bc9-8628334d28eb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0570970 Jan 28 20:29:42.872513 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-73894cdd-882e-4700-b929-0af5fc5c0cd6 req-0df22a22-faff-4e66-a11f-82f689b64c6f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508292 Jan 28 20:29:43.298927 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391ea10-c2a3-4f10-bc79-f3cf95f25c61 req-cf339d8c-24d2-407d-ade2-cc8476fa259e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.300380 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b391ea10-c2a3-4f10-bc79-f3cf95f25c61 req-cf339d8c-24d2-407d-ade2-cc8476fa259e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0566940 Jan 28 20:29:43.346535 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b391ea10-c2a3-4f10-bc79-f3cf95f25c61 req-0af8866d-7921-40ef-af61-5e8d58babcd5 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406771 Jan 28 20:29:43.993912 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e285d-146c-4fc5-b38e-c58f3700b7f7 req-6b2d702f-831a-4f55-af2e-b95f2928d943 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:43.996027 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-082e285d-146c-4fc5-b38e-c58f3700b7f7 req-6b2d702f-831a-4f55-af2e-b95f2928d943 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0543258 Jan 28 20:29:44.056169 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-082e285d-146c-4fc5-b38e-c58f3700b7f7 req-effbb2aa-0d6e-46bf-b92a-999dc9697cfc tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546606 Jan 28 20:29:44.460723 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebeb0f-bb40-446b-9b4d-144dc180c177 req-59db1fee-0eba-49ab-97b0-bab9c83f4508 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:44.462379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06ebeb0f-bb40-446b-9b4d-144dc180c177 req-59db1fee-0eba-49ab-97b0-bab9c83f4508 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0511112 Jan 28 20:29:44.511294 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06ebeb0f-bb40-446b-9b4d-144dc180c177 req-a38b7d25-9dd2-46cb-a1e1-15e590806d12 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435529 Jan 28 20:29:45.174492 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89060c2c-4d84-4a87-8588-a5e4fc040847 req-43b717bf-4610-4835-96a9-83982590454f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:45.175832 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-89060c2c-4d84-4a87-8588-a5e4fc040847 req-43b717bf-4610-4835-96a9-83982590454f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0512769 Jan 28 20:29:45.222324 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-89060c2c-4d84-4a87-8588-a5e4fc040847 req-8793e0af-bf6b-4646-8569-d687cb11ec47 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Jan 28 20:29:45.631406 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a367e-297d-4a8f-81b6-207467695627 req-2252398c-c526-422f-a66b-8ed11247d6d8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:45.632862 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9c8a367e-297d-4a8f-81b6-207467695627 req-2252398c-c526-422f-a66b-8ed11247d6d8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0574753 Jan 28 20:29:45.680069 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9c8a367e-297d-4a8f-81b6-207467695627 req-f5de345e-c3c4-46ff-bc0c-b9dc21357c7e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418243 Jan 28 20:29:46.337726 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a742a23-0b16-4b6e-99ad-fd6263d29895 req-371f8fff-2cdb-438f-8ee1-3c486602290e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:46.339229 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4a742a23-0b16-4b6e-99ad-fd6263d29895 req-371f8fff-2cdb-438f-8ee1-3c486602290e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0507228 Jan 28 20:29:46.384389 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4a742a23-0b16-4b6e-99ad-fd6263d29895 req-c6ec4e0c-5310-4587-b09b-fc227925a6cc tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Jan 28 20:29:46.799904 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63534ae7-b063-4d0e-9b2b-a7138f15b8f5 req-502357d1-510f-4c7f-ab01-1e4f31b1e40b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:46.801374 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-63534ae7-b063-4d0e-9b2b-a7138f15b8f5 req-502357d1-510f-4c7f-ab01-1e4f31b1e40b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0546238 Jan 28 20:29:46.849601 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-63534ae7-b063-4d0e-9b2b-a7138f15b8f5 req-21356073-31cc-4803-b23c-a8280fe61b41 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415206 Jan 28 20:29:47.498088 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfa424-f6be-4678-8cf7-5ced7fdca5be req-1df96e23-df66-4339-b435-9d8a6023b581 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:47.499538 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-79dfa424-f6be-4678-8cf7-5ced7fdca5be req-1df96e23-df66-4339-b435-9d8a6023b581 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0503151 Jan 28 20:29:47.548390 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-79dfa424-f6be-4678-8cf7-5ced7fdca5be req-c38c09a2-548e-456d-bf73-70058742841b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Jan 28 20:29:47.964570 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bddb5-d7fc-4f34-b4a5-809f0f4f20af req-5c4bb5f9-3cb6-41a7-a874-ed2e00d43c4f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:47.966009 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ca7bddb5-d7fc-4f34-b4a5-809f0f4f20af req-5c4bb5f9-3cb6-41a7-a874-ed2e00d43c4f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0497627 Jan 28 20:29:48.016065 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ca7bddb5-d7fc-4f34-b4a5-809f0f4f20af req-ff9b51e6-9054-470f-8fec-75c92d50cbbf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446558 Jan 28 20:29:48.142835 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-86c9f265-e9fe-4ea1-8efa-033f14949e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:48.144214 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-86c9f265-e9fe-4ea1-8efa-033f14949e57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1129 time: 0.0445263 Jan 28 20:29:48.234354 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-19268019-51e7-4716-bb47-4f716a97ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:48.235800 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-19268019-51e7-4716-bb47-4f716a97ffcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.0843031 Jan 28 20:29:48.276771 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-4fecf8a6-15b0-4274-a1bc-3bbf3a2c06c5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 200 len: 217 time: 0.0338068 Jan 28 20:29:48.324333 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-15424143-8a21-4af3-8e7b-05a32eba4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:48.325816 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-15424143-8a21-4af3-8e7b-05a32eba4ef0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0430284 Jan 28 20:29:48.360880 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-0ab6d9a3-ac03-483b-9a68-44f639e1a5ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282452 Jan 28 20:29:48.455909 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-5e01f197-4951-47c9-ad33-fd7c29c7cba6 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879605 Jan 28 20:29:48.598224 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d246c6e4-eca3-4016-bc6e-5c779da61976 req-1e3a1db3-2e2c-4c7c-bd9b-e2ff7bc9b5cd service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875862 Jan 28 20:29:48.671290 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0695a-e348-4822-ac4b-d2398c1bd4a3 req-886f7267-0860-4119-bc65-7494e1313e93 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:48.672804 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-92b0695a-e348-4822-ac4b-d2398c1bd4a3 req-886f7267-0860-4119-bc65-7494e1313e93 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0535488 Jan 28 20:29:48.721121 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-92b0695a-e348-4822-ac4b-d2398c1bd4a3 req-316941ae-9444-4a8b-a989-b71dbe99c66e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Jan 28 20:29:49.131023 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965f57-cd7d-4fe0-b98e-61d722e08dbc req-7448345f-cd72-40f6-a83d-55bf1145c6ef tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:49.132508 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ab965f57-cd7d-4fe0-b98e-61d722e08dbc req-7448345f-cd72-40f6-a83d-55bf1145c6ef tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0515156 Jan 28 20:29:49.180173 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ab965f57-cd7d-4fe0-b98e-61d722e08dbc req-d750e127-d135-4126-b0e0-d30446a38027 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417044 Jan 28 20:29:49.845932 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f77a2-58b9-4166-94c9-bdef9e8334c9 req-45a687a9-b43e-4c6c-b874-44ca51ea37ff tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:49.847378 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-691f77a2-58b9-4166-94c9-bdef9e8334c9 req-45a687a9-b43e-4c6c-b874-44ca51ea37ff tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0592217 Jan 28 20:29:49.894146 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-691f77a2-58b9-4166-94c9-bdef9e8334c9 req-6d2a9164-756c-4305-97bf-0c881771bb83 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Jan 28 20:29:50.297989 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f686df8-1eed-4188-852a-49655e8264dd req-2084df03-c6ab-4d11-babb-bca6d9335729 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:50.299372 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4f686df8-1eed-4188-852a-49655e8264dd req-2084df03-c6ab-4d11-babb-bca6d9335729 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0507791 Jan 28 20:29:50.347454 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4f686df8-1eed-4188-852a-49655e8264dd req-ef070c07-7e23-45d8-90d2-69b65e84f5b9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425277 Jan 28 20:29:50.436020 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:51.039319 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-26f1f294-893b-4842-ba92-7d27fd0e5cf3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:51.041347 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-26f1f294-893b-4842-ba92-7d27fd0e5cf3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 815 time: 0.3354676 Jan 28 20:29:51.048963 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1064b-612d-41d3-bb4f-a65f4c3f16ea req-89e0a386-531c-45b1-9dc9-c97007e824d4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:51.050345 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a1d1064b-612d-41d3-bb4f-a65f4c3f16ea req-89e0a386-531c-45b1-9dc9-c97007e824d4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0860188 Jan 28 20:29:51.071267 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-96736b64-2d86-40a5-b4cc-51482e98a238 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/quotas/d73cfa908e094fa0b8fbc1e550e29d20 HTTP/1.1" status: 200 len: 375 time: 0.0200233 Jan 28 20:29:51.128239 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a1d1064b-612d-41d3-bb4f-a65f4c3f16ea req-d0ccbcd5-322a-4ecf-a442-6378dbfa1db8 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709429 Jan 28 20:29:51.147282 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d790d078-2b37-4f0c-9797-e3d34aa639e8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700061 Jan 28 20:29:51.236967 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-49c1f7c2-7149-43fb-bae5-f234e201c325 service neutron] 10.222.0.59 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823412 Jan 28 20:29:51.326447 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-b46c89f7-5351-420c-ba2c-33ff9d635a04 service neutron] 10.222.0.59 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838871 Jan 28 20:29:51.479438 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88707c-f6da-442b-88ac-1fdc15fd3c8a req-5b949198-07bf-4d31-9e70-7b777948e33c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:51.480886 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2c88707c-f6da-442b-88ac-1fdc15fd3c8a req-5b949198-07bf-4d31-9e70-7b777948e33c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0684204 Jan 28 20:29:51.497550 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6f3f6948-296f-4e1f-a092-3bb00f7d35da req-ce4eafe4-5076-4304-99cc-0f16b2a640f6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 210 time: 0.0356896 Jan 28 20:29:51.544322 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2c88707c-f6da-442b-88ac-1fdc15fd3c8a req-5079b291-6c52-41ca-873f-4c3afc0afe80 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491352 Jan 28 20:29:52.250006 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65985657-cfdd-4df8-bf7d-db99e8478593 req-99e9cc4e-588a-4d82-9ecc-996c0e6e5a70 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:52.251437 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-65985657-cfdd-4df8-bf7d-db99e8478593 req-99e9cc4e-588a-4d82-9ecc-996c0e6e5a70 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0567081 Jan 28 20:29:52.297267 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-65985657-cfdd-4df8-bf7d-db99e8478593 req-5ffc6f90-eaa2-4111-a070-9d3aa59129cd tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Jan 28 20:29:52.604309 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1961f41b-a4ed-4cd9-8630-2aa608e4b803 req-575a0c0e-e34e-4645-a3b4-8f6273faba76 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 210 time: 0.0258512 Jan 28 20:29:52.659829 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f850e86-fdef-426d-8634-a9fe16c8101d req-25bec411-7792-4384-a091-2b72c13b46be tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:52.661290 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7f850e86-fdef-426d-8634-a9fe16c8101d req-25bec411-7792-4384-a091-2b72c13b46be tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0523233 Jan 28 20:29:52.709585 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7f850e86-fdef-426d-8634-a9fe16c8101d req-ae2107a2-30e4-4d30-b3ca-2b0057fa2f73 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422018 Jan 28 20:29:53.415868 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00608f-e352-45a4-bb6e-dfe43a16b0a1 req-88398e00-db36-4e70-8f2f-35eb5fb0b0b5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:53.417338 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fc00608f-e352-45a4-bb6e-dfe43a16b0a1 req-88398e00-db36-4e70-8f2f-35eb5fb0b0b5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0543001 Jan 28 20:29:53.461971 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fc00608f-e352-45a4-bb6e-dfe43a16b0a1 req-f4bbb499-e84c-45b8-a33d-1ffae550fa99 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Jan 28 20:29:53.699952 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22845bf3-246d-49fa-a6cb-650de2c32caf req-e738519a-e95f-467f-8a72-14f938a75d4c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 210 time: 0.0284631 Jan 28 20:29:53.824025 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92d680-b320-4931-ae12-c0f618f8764f req-26a2b231-8ffe-4305-8cee-98ca3c497246 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:53.825692 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc92d680-b320-4931-ae12-c0f618f8764f req-26a2b231-8ffe-4305-8cee-98ca3c497246 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0513442 Jan 28 20:29:53.874110 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc92d680-b320-4931-ae12-c0f618f8764f req-3a23a6cc-6120-49b4-842a-f1e0732e8399 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428293 Jan 28 20:29:54.580790 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5762000-d9fc-4c89-bb3d-1d460c16145b req-2abe88fe-9cbe-41e8-b092-9dfe7186f292 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:54.582168 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c5762000-d9fc-4c89-bb3d-1d460c16145b req-2abe88fe-9cbe-41e8-b092-9dfe7186f292 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0554981 Jan 28 20:29:54.628401 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c5762000-d9fc-4c89-bb3d-1d460c16145b req-509ff872-6f5c-40d5-b3f1-ee7681993e98 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Jan 28 20:29:54.789302 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9463ab2c-98ff-4576-b5b4-584f6099a8b0 req-a5d44457-5fed-4fd0-b942-15af54548dce tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 210 time: 0.0264060 Jan 28 20:29:54.998255 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7befd0-e7e4-4fdf-98f2-64bfeccb22e3 req-5a128fbf-5522-4eb8-9317-21aada9be56b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:55.000260 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc7befd0-e7e4-4fdf-98f2-64bfeccb22e3 req-5a128fbf-5522-4eb8-9317-21aada9be56b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0598474 Jan 28 20:29:55.069565 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc7befd0-e7e4-4fdf-98f2-64bfeccb22e3 req-044a1ee5-ea48-4166-b50a-8d278e0e040c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635815 Jan 28 20:29:55.668205 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-af431165-97c3-4a60-ad2e-9ede9667736c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:55.669740 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-af431165-97c3-4a60-ad2e-9ede9667736c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/networks?id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 200 len: 815 time: 0.1028914 Jan 28 20:29:55.750556 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d760e2-97b3-468e-95fb-ba006583ad62 req-92e64857-ac2e-4f31-b0d4-ce4f49d50ac7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:55.752049 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-58d760e2-97b3-468e-95fb-ba006583ad62 req-92e64857-ac2e-4f31-b0d4-ce4f49d50ac7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0539787 Jan 28 20:29:55.796793 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-58d760e2-97b3-468e-95fb-ba006583ad62 req-9308adfe-d1d0-49c7-8df5-9a9ef9d8f440 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Jan 28 20:29:55.879964 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-19baefc9-1d7d-478b-abad-9316d213972d req-f1fe1346-0ea2-464c-88ce-220c86279ba9 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 210 time: 0.0273671 Jan 28 20:29:55.904805 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Request body: {'port': {'device_id': 'ea9423ae-529f-43f9-aee3-3f0e26568c2d', 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'admin_state_up': True, 'tenant_id': 'd73cfa908e094fa0b8fbc1e550e29d20'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:56.014664 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Made reservation on behalf of d73cfa908e094fa0b8fbc1e550e29d20 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:29:56.020410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:56.156659 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Allocated IP 172.20.0.11 (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b/f9b0cd93-a6e6-4217-8965-ee6f508e72a1/7729b1e2-04d5-4718-a7e9-ae9ecf6b8332) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:29:56.190837 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ba0be-1a02-4aac-91e5-0e6450869179 req-e275d578-2f9f-461e-b901-7ecdfba4209e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.192302 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-435ba0be-1a02-4aac-91e5-0e6450869179 req-e275d578-2f9f-461e-b901-7ecdfba4209e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0539241 Jan 28 20:29:56.243523 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-435ba0be-1a02-4aac-91e5-0e6450869179 req-d3a6904e-ea46-4e8b-ac58-129cee9f6819 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455256 Jan 28 20:29:56.301615 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks [] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:56.333996 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:56.345764 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['a7431330-e930-49ae-b76c-bf203d204d59', 'ce9c009d-bd33-472f-8bed-913b4a444447', 'e0e35fd9-2a9a-446e-bf87-14668877b787'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:29:56.375836 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:29:56.378766 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:29:56.382486 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:29:56.413903 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Pushing event updated for resources: {'Port': ['ID=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:56.447484 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.448042 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:56.472033 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8bbb8073-81c3-4caa-9de1-e574a011d577 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716610 Jan 28 20:29:56.482990 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Request body: {'port': {'device_id': 'ea9423ae-529f-43f9-aee3-3f0e26568c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:29:56.541073 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:56.808568 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:29:56.816469 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Publish callbacks [] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:56.832803 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Transition to ACTIVE for port object 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:29:56.838175 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:56.904978 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:56.928394 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eea412-76eb-4bec-8c54-87a1d5bef5f6 req-852875a3-cbe3-496d-a4e0-95b794eb041c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:56.930724 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-98eea412-76eb-4bec-8c54-87a1d5bef5f6 req-852875a3-cbe3-496d-a4e0-95b794eb041c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0564837 Jan 28 20:29:56.959058 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Attempting to bind port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:29:56.959404 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Attempting to bind port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:29:56.959737 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Attempting to bind port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:56.966066 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:29:56.966571 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Attempting to bind port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 on network f7cd137c-ce2e-4c82-9033-a14c7af1ce8b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:29:56.974315 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:29:56.974842 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Checking segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:29:56.975453 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Bound using segment: {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:29:56.976144 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Bound port: 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:29:56.976723 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:57.009335 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-98eea412-76eb-4bec-8c54-87a1d5bef5f6 req-838f2ce5-4e6d-4cb7-a02c-081dca5d6196 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722110 Jan 28 20:29:57.032973 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139d3ee-33a8-46a1-83d9-bf89dbcdced1 req-f7a0462f-3ff5-44ee-8417-b2a03259e7ad tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.032973 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e139d3ee-33a8-46a1-83d9-bf89dbcdced1 req-f7a0462f-3ff5-44ee-8417-b2a03259e7ad tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 944 time: 0.0761578 Jan 28 20:29:57.048551 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] For port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:29:57.051725 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] For port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:29:57.057731 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:57.080917 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e139d3ee-33a8-46a1-83d9-bf89dbcdced1 req-ed8c3349-ffd0-40fa-bec6-e348f058cd0d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 Jan 28 20:29:57.092281 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.092910 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:57.094331 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] 10.222.0.42 "PUT /v2.0/ports/7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 HTTP/1.1" status: 200 len: 1094 time: 0.6154122 Jan 28 20:29:57.094795 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea9423ae-529f-43f9-aee3-3f0e26568c2d', 'tag': '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:29:57.097001 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a04392-0acf-4a70-bb6f-3f13d8f253b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea9423ae-529f-43f9-aee3-3f0e26568c2d", "tag": "7729b1e2-04d5-4718-a7e9-ae9ecf6b8332"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:29:57.118375 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba88f-e20e-4f88-9255-b21c6629fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:57.139688 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a7d402-7b69-4660-928d-0904b8a3f4e3 x-openstack-request-id: req-63a7d402-7b69-4660-928d-0904b8a3f4e3 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:29:57.140093 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea9423ae-529f-43f9-aee3-3f0e26568c2d", "tag": "7729b1e2-04d5-4718-a7e9-ae9ecf6b8332", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:29:57.140231 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63a7d402-7b69-4660-928d-0904b8a3f4e3 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:29:57.140626 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea9423ae-529f-43f9-aee3-3f0e26568c2d', 'tag': '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332', 'status': 'completed', 'code': 200} Jan 28 20:29:57.273270 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a04392-0acf-4a70-bb6f-3f13d8f253b3 req-54d01f41-8fef-4496-85b7-9323685711f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.274814 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b9a04392-0acf-4a70-bb6f-3f13d8f253b3 req-54d01f41-8fef-4496-85b7-9323685711f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 1128 time: 0.0442855 Jan 28 20:29:57.362254 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862ea73-901c-4d8b-9f09-a4b9e2880e1a req-05fb44db-c711-4dad-ae51-59ea79392e55 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.363763 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3862ea73-901c-4d8b-9f09-a4b9e2880e1a req-05fb44db-c711-4dad-ae51-59ea79392e55 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0543218 Jan 28 20:29:57.416378 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3862ea73-901c-4d8b-9f09-a4b9e2880e1a req-e2f5bc74-e1b4-4a46-9a14-6049509ce028 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462918 Jan 28 20:29:57.447775 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a04392-0acf-4a70-bb6f-3f13d8f253b3 req-1cacc8ef-a5cb-441e-815d-3a672543abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.449255 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b9a04392-0acf-4a70-bb6f-3f13d8f253b3 req-1cacc8ef-a5cb-441e-815d-3a672543abb6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1656570 Jan 28 20:29:57.610715 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a04392-0acf-4a70-bb6f-3f13d8f253b3 req-45760365-4876-420d-901a-631bfcb38de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.612252 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b9a04392-0acf-4a70-bb6f-3f13d8f253b3 req-45760365-4876-420d-901a-631bfcb38de1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570878 Jan 28 20:29:57.713807 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-5d75f49d-ae5e-4ea8-93a0-53fbecc4cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.715309 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-5d75f49d-ae5e-4ea8-93a0-53fbecc4cd89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 1128 time: 0.0446429 Jan 28 20:29:57.767710 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-9008e817-4afd-4eb9-9396-549dce552674 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 HTTP/1.1" status: 200 len: 217 time: 0.0326183 Jan 28 20:29:57.818168 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8402e8e4-3dc1-4d7c-a5cf-515808bcf39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:57.819567 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-8402e8e4-3dc1-4d7c-a5cf-515808bcf39c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 200 len: 855 time: 0.0448463 Jan 28 20:29:57.850513 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-881f18b2-b654-411a-aaab-5009d86f416a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234036 Jan 28 20:29:57.938474 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-a9afb534-b592-47c4-914b-3dcbbc3b83d2 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806956 Jan 28 20:29:58.147811 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7eff2-570f-4188-b415-10d6abd84a77 req-f2539100-0a7b-4c31-b1fa-b81daabd6059 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:58.153267 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-34c7eff2-570f-4188-b415-10d6abd84a77 req-f2539100-0a7b-4c31-b1fa-b81daabd6059 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0701325 Jan 28 20:29:58.263010 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-34c7eff2-570f-4188-b415-10d6abd84a77 req-a4b6601e-242b-4c2b-affe-063c3ea4edec tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950215 Jan 28 20:29:58.266565 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-36f8d067-ab25-4fff-a656-d96dd7ae834b req-32f59010-9040-42c5-bd7d-8aff3992f656 service neutron] 10.222.0.42 "GET /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216558 Jan 28 20:29:58.281752 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa77731-b541-41b2-b449-c4a4dc73eb92 req-a4d2aba7-cbfd-418d-b242-ad5e82092734 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:58.284022 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4aa77731-b541-41b2-b449-c4a4dc73eb92 req-a4d2aba7-cbfd-418d-b242-ad5e82092734 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 944 time: 0.1140747 Jan 28 20:29:58.341262 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4aa77731-b541-41b2-b449-c4a4dc73eb92 req-366f96e0-01a1-4bd5-b5c1-9e67138c2f47 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495913 Jan 28 20:29:58.505242 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46018) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:29:58.534402 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79178c0-043d-4ec7-98f2-87b6e95f633b req-fd830916-230a-4467-8e2d-24b176c64e98 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:58.541842 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f79178c0-043d-4ec7-98f2-87b6e95f633b req-fd830916-230a-4467-8e2d-24b176c64e98 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0589178 Jan 28 20:29:58.585923 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f79178c0-043d-4ec7-98f2-87b6e95f633b req-e2a0c5ac-f251-4142-bbdb-30970e38561c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431991 Jan 28 20:29:58.612829 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d86ff772-ab38-41a8-b172-124a4c45cfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:58.685269 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d86ff772-ab38-41a8-b172-124a4c45cfd0 admin admin] Publish callbacks [] for security_group (45436bff-76ae-49bd-87c2-7845b69b3295), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:58.689105 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d86ff772-ab38-41a8-b172-124a4c45cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (45436bff-76ae-49bd-87c2-7845b69b3295), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:58.726022 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-d86ff772-ab38-41a8-b172-124a4c45cfd0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=58ce2360541e4ea792da65f1985fec13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194946 Jan 28 20:29:58.726860 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ff772-ab38-41a8-b172-124a4c45cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45436bff-76ae-49bd-87c2-7845b69b3295,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:58.729242 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46024) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:29:58.776115 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6afa1646-f19d-4483-aa0a-9473c3c9c440 admin admin] Publish callbacks [] for security_group (45436bff-76ae-49bd-87c2-7845b69b3295), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:58.797096 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6afa1646-f19d-4483-aa0a-9473c3c9c440 admin admin] Publish callbacks [] for security_group (45436bff-76ae-49bd-87c2-7845b69b3295), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:58.844709 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6afa1646-f19d-4483-aa0a-9473c3c9c440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (45436bff-76ae-49bd-87c2-7845b69b3295), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:58.847218 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6afa1646-f19d-4483-aa0a-9473c3c9c440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:29:58.848341 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-6afa1646-f19d-4483-aa0a-9473c3c9c440 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45436bff-76ae-49bd-87c2-7845b69b3295 HTTP/1.1" status: 204 len: 168 time: 0.1179717 Jan 28 20:29:58.856288 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa1646-f19d-4483-aa0a-9473c3c9c440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45436bff-76ae-49bd-87c2-7845b69b3295,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:29:59.367998 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe15d24-487b-4f3b-80af-c0b1083fa776 req-b1cd3191-dee9-4f07-8d7c-ec64d3c2a161 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:59.369483 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dfe15d24-487b-4f3b-80af-c0b1083fa776 req-b1cd3191-dee9-4f07-8d7c-ec64d3c2a161 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0510712 Jan 28 20:29:59.416732 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dfe15d24-487b-4f3b-80af-c0b1083fa776 req-10ef118e-4350-4dbf-a9dc-80e080ef06c0 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417969 Jan 28 20:29:59.466029 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d291c4-cacc-4f1a-93d2-4ccf9b44d804 req-1cb4d2fe-0a50-4190-bdb3-2636111f2641 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:59.467467 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20d291c4-cacc-4f1a-93d2-4ccf9b44d804 req-1cb4d2fe-0a50-4190-bdb3-2636111f2641 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 944 time: 0.0498948 Jan 28 20:29:59.512905 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20d291c4-cacc-4f1a-93d2-4ccf9b44d804 req-3caff50e-0fb2-4bd7-ae80-cac97a8abc60 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Jan 28 20:29:59.702509 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485833c-8aa4-402d-9128-61cb6d4b3e6d req-4491caa5-aaad-4fbd-b23b-16844915afc0 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:29:59.703965 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3485833c-8aa4-402d-9128-61cb6d4b3e6d req-4491caa5-aaad-4fbd-b23b-16844915afc0 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0552244 Jan 28 20:29:59.751128 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3485833c-8aa4-402d-9128-61cb6d4b3e6d req-c06af3bf-57aa-47be-b473-82ec58f84048 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417502 Jan 28 20:30:00.535265 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb920ce9-9602-4dfe-902b-faeaae0405eb req-318ec2c9-c6a0-4994-9f45-75f38720f8b4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:00.536758 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fb920ce9-9602-4dfe-902b-faeaae0405eb req-318ec2c9-c6a0-4994-9f45-75f38720f8b4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0519052 Jan 28 20:30:00.592999 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fb920ce9-9602-4dfe-902b-faeaae0405eb req-de925326-9cc0-4e7f-8495-4496f681723f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495791 Jan 28 20:30:00.632615 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ec147-c2a4-4c7d-9f07-ef4b522eaa8d req-c50e9dd3-eb5f-4de9-8d3a-d25aae6112df tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:00.634694 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-012ec147-c2a4-4c7d-9f07-ef4b522eaa8d req-c50e9dd3-eb5f-4de9-8d3a-d25aae6112df tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 944 time: 0.0535712 Jan 28 20:30:00.684032 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-012ec147-c2a4-4c7d-9f07-ef4b522eaa8d req-018182f2-a646-4256-a403-40df1915402f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437949 Jan 28 20:30:00.864643 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd0e22-2d00-49b0-8244-836eac27f233 req-f3f5a815-cd55-4bb2-9fcf-f7da9b8787ab tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:00.866118 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ffd0e22-2d00-49b0-8244-836eac27f233 req-f3f5a815-cd55-4bb2-9fcf-f7da9b8787ab tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0504436 Jan 28 20:30:00.913329 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ffd0e22-2d00-49b0-8244-836eac27f233 req-b4163556-b30f-4fd9-af74-aa7aab148ef0 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410600 Jan 28 20:30:01.710031 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d0d9c-c55b-41c9-b4df-5ed3db6f963d req-d6ba3368-d16b-4b9d-8b67-c43c6574da12 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:01.711522 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d17d0d9c-c55b-41c9-b4df-5ed3db6f963d req-d6ba3368-d16b-4b9d-8b67-c43c6574da12 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0528634 Jan 28 20:30:01.766468 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d17d0d9c-c55b-41c9-b4df-5ed3db6f963d req-b76113cb-1bd9-442c-b5a4-c942003f8150 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494287 Jan 28 20:30:01.809415 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc95fa-e895-4b8f-addc-4dedb5cd6f67 req-a38cfa31-c7e7-4812-89ef-80473bdb4b1d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:01.810886 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-96cc95fa-e895-4b8f-addc-4dedb5cd6f67 req-a38cfa31-c7e7-4812-89ef-80473bdb4b1d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 944 time: 0.0568109 Jan 28 20:30:01.855326 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-96cc95fa-e895-4b8f-addc-4dedb5cd6f67 req-2bfd4478-3f53-4c9a-ba40-783206743328 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Jan 28 20:30:02.034116 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd2668-e931-4883-a40d-2b9f503f871e req-49b84093-541f-406c-a959-e959308a0aa5 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:02.035625 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1dfd2668-e931-4883-a40d-2b9f503f871e req-49b84093-541f-406c-a959-e959308a0aa5 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0567033 Jan 28 20:30:02.083226 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1dfd2668-e931-4883-a40d-2b9f503f871e req-ddc31199-1cad-4d6f-98d3-ea0983d741d1 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410159 Jan 28 20:30:02.739775 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97915265-77b6-46f5-a6fd-5fab317afc47 req-2a385296-4a6f-4409-93f4-f9ee8648d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:02.741279 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97915265-77b6-46f5-a6fd-5fab317afc47 req-2a385296-4a6f-4409-93f4-f9ee8648d7f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1129 time: 0.0489061 Jan 28 20:30:02.795076 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97915265-77b6-46f5-a6fd-5fab317afc47 req-b888c0a9-48ea-485c-b795-d4f5440233c4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Jan 28 20:30:02.896625 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d04899-28db-4fad-bdcf-17162c9eb43e req-01037cd2-0e88-4d49-8117-2184180b9bb3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:02.898125 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f2d04899-28db-4fad-bdcf-17162c9eb43e req-01037cd2-0e88-4d49-8117-2184180b9bb3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0547018 Jan 28 20:30:02.969895 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f2d04899-28db-4fad-bdcf-17162c9eb43e req-96af746a-c456-4b3b-985e-ce3f6e1bba72 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658727 Jan 28 20:30:02.989066 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd8b79-a936-47e4-89a1-9dbfa75098b0 req-a5ec5ee5-44f3-4561-8a25-e33da65e9979 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:02.991014 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-13fd8b79-a936-47e4-89a1-9dbfa75098b0 req-a5ec5ee5-44f3-4561-8a25-e33da65e9979 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 944 time: 0.0682805 Jan 28 20:30:03.037711 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-13fd8b79-a936-47e4-89a1-9dbfa75098b0 req-2a81de49-0229-417a-8211-7b0d307759b8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Jan 28 20:30:03.198121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269cef8-e424-4b4a-b849-9747e684863b req-6e8a3012-b1bc-45ef-b9ee-294337e9b6d9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:03.199568 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a269cef8-e424-4b4a-b849-9747e684863b req-6e8a3012-b1bc-45ef-b9ee-294337e9b6d9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0509667 Jan 28 20:30:03.250000 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a269cef8-e424-4b4a-b849-9747e684863b req-6e4a7f41-6374-48ff-b60c-d74c0b3fe87c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448487 Jan 28 20:30:03.678404 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da4bb7-1004-434e-9cf1-b5e3b770e374 req-fc69c8b4-3349-4225-9393-79b51629af75 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:03.679846 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22da4bb7-1004-434e-9cf1-b5e3b770e374 req-fc69c8b4-3349-4225-9393-79b51629af75 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Jan 28 20:30:03.725295 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22da4bb7-1004-434e-9cf1-b5e3b770e374 req-db402810-f296-4508-a44a-31b4900f3fdf tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398932 Jan 28 20:30:04.087814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bfc4f-8cca-4b72-947b-30d421cdec04 req-476471b3-536f-469f-8ed8-7d6973670870 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:04.089326 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e58bfc4f-8cca-4b72-947b-30d421cdec04 req-476471b3-536f-469f-8ed8-7d6973670870 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0513761 Jan 28 20:30:04.169240 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e58bfc4f-8cca-4b72-947b-30d421cdec04 req-e85d12dd-74a5-4247-a7d2-cf529c776bec tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743334 Jan 28 20:30:04.187864 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58afb-61a7-4d55-b935-09400c54d35e req-1d8f921f-22b6-4620-b5ae-51b2f390652f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:04.189343 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-42c58afb-61a7-4d55-b935-09400c54d35e req-1d8f921f-22b6-4620-b5ae-51b2f390652f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 944 time: 0.0809507 Jan 28 20:30:04.236350 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-42c58afb-61a7-4d55-b935-09400c54d35e req-29211990-da08-4ccb-b0a0-3413918d4bf5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Jan 28 20:30:04.364431 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a42c0d-12fa-4798-8a73-a573196d7420 req-9d1e3b39-3825-453f-97d0-a7e885cbef63 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:04.365830 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-46a42c0d-12fa-4798-8a73-a573196d7420 req-9d1e3b39-3825-453f-97d0-a7e885cbef63 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0521784 Jan 28 20:30:04.413967 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-46a42c0d-12fa-4798-8a73-a573196d7420 req-6f9b0ad1-062f-4492-a2d6-6f28ca7c181b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418622 Jan 28 20:30:04.841553 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a48786-177e-4cc1-ae7f-76963d1cb592 req-bb5ff5fc-42b1-4425-8875-e3ad7f0e0ef1 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:04.843047 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-55a48786-177e-4cc1-ae7f-76963d1cb592 req-bb5ff5fc-42b1-4425-8875-e3ad7f0e0ef1 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 945 time: 0.0532210 Jan 28 20:30:04.891308 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-55a48786-177e-4cc1-ae7f-76963d1cb592 req-2b61ccaa-0b7c-442b-accf-1ea3e73ededd tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428636 Jan 28 20:30:05.085110 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:05.183942 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:05.195267 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332', 'network_id': 'f7cd137c-ce2e-4c82-9033-a14c7af1ce8b', 'port_id': '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332', 'mac_address': 'fa:16:3e:02:1e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b0cd93-a6e6-4217-8965-ee6f508e72a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:05.232494 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:05.232897 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:05.245684 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:05.265520 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:05.270126 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:05.296427 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39187d8-d4ad-497e-9fe6-e408c59754b5 req-22f6c00f-3326-47c8-8e71-917d67525462 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.302802 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f39187d8-d4ad-497e-9fe6-e408c59754b5 req-22f6c00f-3326-47c8-8e71-917d67525462 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0627663 Jan 28 20:30:05.339179 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:05.346167 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.346521 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.346865 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.347201 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.347533 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.347861 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.348187 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.348676 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.349403 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.349768 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.350117 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.350447 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.350768 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:05.383212 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f39187d8-d4ad-497e-9fe6-e408c59754b5 req-5b66c43b-6f4a-47c1-b3f3-0ec9217795c4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733979 Jan 28 20:30:05.404826 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4f34e-fcf0-4727-9f77-6bf3edeb7ecf req-96490c29-4c4c-4c02-96b9-47495c162a48 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.407202 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-24b4f34e-fcf0-4727-9f77-6bf3edeb7ecf req-96490c29-4c4c-4c02-96b9-47495c162a48 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 945 time: 0.0760307 Jan 28 20:30:05.460662 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-24b4f34e-fcf0-4727-9f77-6bf3edeb7ecf req-5026ad85-26c2-4c54-b62a-169231980104 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456495 Jan 28 20:30:05.580208 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ec5cf-7dad-4188-bb79-33a154bb1c0c req-4b779a95-ffde-49b7-a7c2-0d7d9b3d23c1 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.581711 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7a3ec5cf-7dad-4188-bb79-33a154bb1c0c req-4b779a95-ffde-49b7-a7c2-0d7d9b3d23c1 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0567226 Jan 28 20:30:05.648493 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7a3ec5cf-7dad-4188-bb79-33a154bb1c0c req-06582ce7-762a-411a-8e85-51d4293fb696 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602851 Jan 28 20:30:05.723452 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f12fd-b11f-4959-92f4-478d8cc0fbb5 req-3fb147a7-2882-4197-90ef-6202b1f12e59 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.724419 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b23f12fd-b11f-4959-92f4-478d8cc0fbb5 req-3fb147a7-2882-4197-90ef-6202b1f12e59 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0600543 Jan 28 20:30:05.724947 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689755-decb-49ce-95e2-521d40e887d9 req-eb4c9e51-baa4-4111-8afa-f4316a1bd4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.726492 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62689755-decb-49ce-95e2-521d40e887d9 req-eb4c9e51-baa4-4111-8afa-f4316a1bd4fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0f6f9108399481680b96ea944fe5387&device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 1129 time: 0.0523608 Jan 28 20:30:05.774552 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b23f12fd-b11f-4959-92f4-478d8cc0fbb5 req-8542baaf-db13-4e8e-810b-56b19742bc3d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429261 Jan 28 20:30:05.832200 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689755-decb-49ce-95e2-521d40e887d9 req-666e5d8c-1903-44fc-b34b-6632e8ca2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.833668 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62689755-decb-49ce-95e2-521d40e887d9 req-666e5d8c-1903-44fc-b34b-6632e8ca2363 service neutron] 10.222.0.42 "GET /v2.0/networks?id=985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 200 len: 919 time: 0.0927222 Jan 28 20:30:05.881558 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62689755-decb-49ce-95e2-521d40e887d9 req-eda384c0-b280-4d5a-9254-98b3b1539577 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 200 len: 217 time: 0.0378680 Jan 28 20:30:05.932139 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62689755-decb-49ce-95e2-521d40e887d9 req-47925624-24d1-440a-b669-1c43a5065661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:05.933820 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62689755-decb-49ce-95e2-521d40e887d9 req-47925624-24d1-440a-b669-1c43a5065661 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 200 len: 858 time: 0.0457342 Jan 28 20:30:05.966333 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62689755-decb-49ce-95e2-521d40e887d9 req-a554a296-7d5e-4e74-9bde-8f0cf9a381dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=985d3604-0360-4ae4-846c-94a6045e656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247021 Jan 28 20:30:06.003779 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['7729b1e2-04d5-4718-a7e9-ae9ecf6b8332'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:06.011105 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b87d6e-18bf-4873-976b-429002abbd17 req-3f997071-35ac-47ef-9fc2-e40abc6df711 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.012733 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d7b87d6e-18bf-4873-976b-429002abbd17 req-3f997071-35ac-47ef-9fc2-e40abc6df711 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 945 time: 0.0556433 Jan 28 20:30:06.065069 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d7b87d6e-18bf-4873-976b-429002abbd17 req-beb80d2a-372f-42ca-8088-4e4b313d2cf7 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Jan 28 20:30:06.093283 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62689755-decb-49ce-95e2-521d40e887d9 req-f90efa0c-417a-4e39-9377-1ba9ae249f3d service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200001 Jan 28 20:30:06.105125 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-67dd6b2d-39c7-4318-9721-af1ca0553097 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.106532 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-67dd6b2d-39c7-4318-9721-af1ca0553097 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.42 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 945 time: 0.0819113 Jan 28 20:30:06.253838 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-62689755-decb-49ce-95e2-521d40e887d9 req-2ca95b87-a7c8-43d5-a56b-d97311ad8171 service neutron] 10.222.0.42 "GET /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463749 Jan 28 20:30:06.266647 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Deleting port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:06.266987 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:06.360240 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] For port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:06.360601 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:06.372878 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Calling delete_port for 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:06.498789 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (68ef1535-e8b0-430f-a7e8-8b7631bf4fcc), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:06.511554 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['68ef1535-e8b0-430f-a7e8-8b7631bf4fcc'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:06.529189 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Pushing event deleted for resources: {'Port': ['ID=68ef1535-e8b0-430f-a7e8-8b7631bf4fcc,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:06.573269 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] No DVR routers for this DVR port 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:06.576903 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:06.580181 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-53dc6eb9-346e-49f5-9778-5afc792b8020 req-a88b24d5-1f04-400c-8a21-262d6b80559e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.42 "DELETE /v2.0/ports/68ef1535-e8b0-430f-a7e8-8b7631bf4fcc HTTP/1.1" status: 204 len: 173 time: 0.4659383 Jan 28 20:30:06.580530 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08dd8af5-ad5a-461a-b185-54130ae59903', 'name': 'network-vif-deleted', 'tag': '68ef1535-e8b0-430f-a7e8-8b7631bf4fcc'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:06.583652 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c2a619-378d-422b-a4ba-4bae684a43ce" -d '{"events": [{"server_uuid": "08dd8af5-ad5a-461a-b185-54130ae59903", "name": "network-vif-deleted", "tag": "68ef1535-e8b0-430f-a7e8-8b7631bf4fcc"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:06.586595 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-dbe6d6d2-421e-45da-be43-4a6ff5d3e945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:06.600027 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d55cf2-e7cf-421b-a780-6a40c8b19de4 req-072018e2-74ca-430f-b408-33bcaacc60fc tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.601738 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f9d55cf2-e7cf-421b-a780-6a40c8b19de4 req-072018e2-74ca-430f-b408-33bcaacc60fc tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 945 time: 0.0619583 Jan 28 20:30:06.630220 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a336ebe-aebd-40e0-845d-67dc284475e0 x-openstack-request-id: req-9a336ebe-aebd-40e0-845d-67dc284475e0 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:06.630507 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08dd8af5-ad5a-461a-b185-54130ae59903", "name": "network-vif-deleted", "tag": "68ef1535-e8b0-430f-a7e8-8b7631bf4fcc", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:06.630799 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9a336ebe-aebd-40e0-845d-67dc284475e0 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:06.631142 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08dd8af5-ad5a-461a-b185-54130ae59903', 'name': 'network-vif-deleted', 'tag': '68ef1535-e8b0-430f-a7e8-8b7631bf4fcc', 'status': 'completed', 'code': 200} Jan 28 20:30:06.658019 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f9d55cf2-e7cf-421b-a780-6a40c8b19de4 req-d555b41c-a927-4277-b9d8-75cc78107c9d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500348 Jan 28 20:30:06.767289 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a77906-08b6-437c-8fd5-4e010947b03d req-e99da04b-b349-446d-8aa9-7e865f3a1468 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.768648 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d7a77906-08b6-437c-8fd5-4e010947b03d req-e99da04b-b349-446d-8aa9-7e865f3a1468 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0502174 Jan 28 20:30:06.820051 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d7a77906-08b6-437c-8fd5-4e010947b03d req-dd5fda39-a585-41cc-9b6b-1dc5dc8eaa8c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458686 Jan 28 20:30:06.905352 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ae184-4324-4735-87e8-e4ea92878880 req-770e6ac0-f31a-4a71-acba-ca293ea64c76 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:06.906855 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c2ae184-4324-4735-87e8-e4ea92878880 req-770e6ac0-f31a-4a71-acba-ca293ea64c76 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0511293 Jan 28 20:30:06.952096 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c2ae184-4324-4735-87e8-e4ea92878880 req-42356ddd-7f4e-49ab-995b-47339db177ba tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396450 Jan 28 20:30:07.168252 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3c86d920-08c9-4d4b-ac89-c135045800ff req-cdfb5871-cbd3-4d0d-88ea-07bd785dc92f tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=08dd8af5-ad5a-461a-b185-54130ae59903 HTTP/1.1" status: 200 len: 210 time: 0.0267844 Jan 28 20:30:07.772881 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a130a4-27ae-44b8-81d0-64524053d448 req-1ad96d7a-1e26-40f5-822d-44ce077cf561 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:07.774423 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-43a130a4-27ae-44b8-81d0-64524053d448 req-1ad96d7a-1e26-40f5-822d-44ce077cf561 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 945 time: 0.0502076 Jan 28 20:30:07.822983 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-43a130a4-27ae-44b8-81d0-64524053d448 req-93c54f35-13f9-49d2-b3b7-8ba00d37f904 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Jan 28 20:30:07.934455 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9553f33-78cc-46d5-a331-cd8cdd47b8a0 req-6976434c-3ddf-49b3-b00d-bca61270658a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:07.935981 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a9553f33-78cc-46d5-a331-cd8cdd47b8a0 req-6976434c-3ddf-49b3-b00d-bca61270658a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0516744 Jan 28 20:30:07.985255 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a9553f33-78cc-46d5-a331-cd8cdd47b8a0 req-e5c973f2-e4f2-49d0-88b5-5c90764f1daa tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439336 Jan 28 20:30:08.074612 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1fc5f-699b-4664-b229-e471debdea57 req-2a001b5c-7114-4ceb-abc6-31e47513141b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:08.076061 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7db1fc5f-699b-4664-b229-e471debdea57 req-2a001b5c-7114-4ceb-abc6-31e47513141b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0511267 Jan 28 20:30:08.122549 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7db1fc5f-699b-4664-b229-e471debdea57 req-b8b15771-6122-4f4f-9194-d0ebce2f6a5b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Jan 28 20:30:08.923029 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d348dc74-a5b3-423d-a904-f1315f8814c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:08.942484 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaccd7c-00f9-4763-8cae-d4554608d30a req-2fdd99da-c521-47e8-a7db-f81b93109625 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:08.943933 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fcaccd7c-00f9-4763-8cae-d4554608d30a req-2fdd99da-c521-47e8-a7db-f81b93109625 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 945 time: 0.0554075 Jan 28 20:30:08.989227 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fcaccd7c-00f9-4763-8cae-d4554608d30a req-7e9f9c1e-32c6-4b95-bd80-52d231b0a97e tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390499 Jan 28 20:30:09.104097 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5abc06-2b13-427e-a6ea-42d413f02b65 req-8ebe1374-5685-43f4-9760-1e09bade6bff tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:09.105557 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fc5abc06-2b13-427e-a6ea-42d413f02b65 req-8ebe1374-5685-43f4-9760-1e09bade6bff tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 943 time: 0.0528233 Jan 28 20:30:09.142783 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device c5693d83-b5f3-413b-a2a5-d05a5cb7e05a details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:09.171380 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fc5abc06-2b13-427e-a6ea-42d413f02b65 req-25a641f7-b7d8-445f-8b9e-54347f2e732e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590644 Jan 28 20:30:09.227846 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:09.251734 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8004d1-84d0-49cf-be4a-fcc12328b1fe req-a955d211-b873-429a-a759-f74298240172 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:09.253187 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3f8004d1-84d0-49cf-be4a-fcc12328b1fe req-a955d211-b873-429a-a759-f74298240172 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0540085 Jan 28 20:30:09.290891 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:09.299827 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3f8004d1-84d0-49cf-be4a-fcc12328b1fe req-f2dc584d-c100-4a86-9a25-f5cadef27604 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Jan 28 20:30:09.303445 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'port_id': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'mac_address': 'fa:16:3e:9f:cd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:09.333804 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:30:09.341768 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:09.342170 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:09.363856 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:09.364240 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:09.381994 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5693d83-b5f3-413b-a2a5-d05a5cb7e05a {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:09.409407 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:09.415200 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:09.487532 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:09.487910 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:09.492468 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:09.515865 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9423ae-529f-43f9-aee3-3f0e26568c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:09.518072 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f882ac5-11b8-4d71-81be-795d7639b2e6" -d '{"events": [{"server_uuid": "ea9423ae-529f-43f9-aee3-3f0e26568c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7729b1e2-04d5-4718-a7e9-ae9ecf6b8332"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:09.530704 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:09.534609 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:09.558900 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9077ace-16b4-4aa5-86c8-b1cf26339143 x-openstack-request-id: req-a9077ace-16b4-4aa5-86c8-b1cf26339143 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:09.559210 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9423ae-529f-43f9-aee3-3f0e26568c2d", "name": "network-vif-plugged", "status": "completed", "tag": "7729b1e2-04d5-4718-a7e9-ae9ecf6b8332", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:09.559461 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9077ace-16b4-4aa5-86c8-b1cf26339143 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:09.559840 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9423ae-529f-43f9-aee3-3f0e26568c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332', 'code': 200} Jan 28 20:30:09.584339 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:10.040298 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:10.105203 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99bb7e-dcee-4e90-a067-500508492531 req-de8f465f-573b-4ecb-8615-f6299ad18a36 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:10.106684 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c99bb7e-dcee-4e90-a067-500508492531 req-de8f465f-573b-4ecb-8615-f6299ad18a36 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0506153 Jan 28 20:30:10.154386 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c99bb7e-dcee-4e90-a067-500508492531 req-3333a6d7-c128-42bc-bf14-6e0a7c4dfb1b tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Jan 28 20:30:10.295339 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6658d8-0058-4a33-a4fe-b8711162b0b3 req-b4a3555a-c381-4ad0-aa1c-f33c87f3cc21 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:10.296696 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d6658d8-0058-4a33-a4fe-b8711162b0b3 req-b4a3555a-c381-4ad0-aa1c-f33c87f3cc21 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 944 time: 0.0510044 Jan 28 20:30:10.347603 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d6658d8-0058-4a33-a4fe-b8711162b0b3 req-bf20602e-d8b6-430f-abde-28ba98e9479a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455196 Jan 28 20:30:10.415796 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33041ff8-bc20-41e0-9ce7-55fd26a58979 req-fbee94a3-5865-47ba-9f4b-e15f315bf603 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:10.418106 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-33041ff8-bc20-41e0-9ce7-55fd26a58979 req-fbee94a3-5865-47ba-9f4b-e15f315bf603 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0527225 Jan 28 20:30:10.463927 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-33041ff8-bc20-41e0-9ce7-55fd26a58979 req-49fb3104-5145-4a8a-ba26-8377c38e0c6b tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Jan 28 20:30:11.285146 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c04591-569f-4846-9f59-d269ce56e286 req-af7ce829-42a0-4672-8271-67633a2ae73d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.287379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-99c04591-569f-4846-9f59-d269ce56e286 req-af7ce829-42a0-4672-8271-67633a2ae73d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0562696 Jan 28 20:30:11.335236 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-99c04591-569f-4846-9f59-d269ce56e286 req-75596682-1211-4b2d-8115-449f2da09ef8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Jan 28 20:30:11.431510 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:11.474389 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:30:11.474958 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 68ef1535-e8b0-430f-a7e8-8b7631bf4fcc not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:11.482821 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a046f-1102-41e5-85d3-3624b41197b5 req-8163badd-54f8-4bf3-b214-8360c014e23a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.490326 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:11.490868 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c73a046f-1102-41e5-85d3-3624b41197b5 req-8163badd-54f8-4bf3-b214-8360c014e23a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 944 time: 0.0747819 Jan 28 20:30:11.544777 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c73a046f-1102-41e5-85d3-3624b41197b5 req-d89c917a-a1ad-4535-ab91-76d0c6d0ba95 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529749 Jan 28 20:30:11.616253 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052aa62a-e018-4c0a-aaca-775e37b8e1f5 req-e6a4d62f-92a6-405c-b9ca-242db65f7089 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:11.618003 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-052aa62a-e018-4c0a-aaca-775e37b8e1f5 req-e6a4d62f-92a6-405c-b9ca-242db65f7089 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0782909 Jan 28 20:30:11.664691 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-052aa62a-e018-4c0a-aaca-775e37b8e1f5 req-815f6519-0bba-418b-8be7-a54728063e0e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Jan 28 20:30:12.448469 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac36d2-3c53-46c9-8c83-06d93433a88f req-68cdb1b2-52d0-44f4-a217-10658f763b04 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.449934 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61ac36d2-3c53-46c9-8c83-06d93433a88f req-68cdb1b2-52d0-44f4-a217-10658f763b04 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0510514 Jan 28 20:30:12.498878 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61ac36d2-3c53-46c9-8c83-06d93433a88f req-fea94787-dc95-46e3-bd30-a2e9be0e156d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Jan 28 20:30:12.663893 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b0ccb-dc80-4bcd-b5e4-9b0867007320 req-d5279487-7d77-462c-b41c-42608add8b64 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.665334 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f3b0ccb-dc80-4bcd-b5e4-9b0867007320 req-d5279487-7d77-462c-b41c-42608add8b64 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 944 time: 0.0513263 Jan 28 20:30:12.713291 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f3b0ccb-dc80-4bcd-b5e4-9b0867007320 req-c868cd0e-8a3d-48a0-9940-82b1d85a6878 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422828 Jan 28 20:30:12.779280 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5dcf-3882-4cca-b136-63c1eb6cd953 req-2ef084e2-a810-44b2-a1cf-c288991df849 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.780704 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9d9b5dcf-3882-4cca-b136-63c1eb6cd953 req-2ef084e2-a810-44b2-a1cf-c288991df849 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0504503 Jan 28 20:30:12.803613 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:12.827280 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9d9b5dcf-3882-4cca-b136-63c1eb6cd953 req-d89f312b-9011-46fe-805d-2136866564cb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409710 Jan 28 20:30:12.912219 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fd9ec-aab1-46f5-bbc1-7c43fd859913 req-4372adf7-9b38-4a52-9747-9cf987a7fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:12.913712 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-745fd9ec-aab1-46f5-bbc1-7c43fd859913 req-4372adf7-9b38-4a52-9747-9cf987a7fce1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 1130 time: 0.0515764 Jan 28 20:30:12.958522 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-745fd9ec-aab1-46f5-bbc1-7c43fd859913 req-9dd53a63-eda4-4d3d-9df2-dc51ef3fbff3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Jan 28 20:30:13.620517 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fcd95-40a5-426f-9174-ebc4b39aefaa req-126f5235-36d6-4867-907d-54db609cf77a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:13.622589 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c2fcd95-40a5-426f-9174-ebc4b39aefaa req-126f5235-36d6-4867-907d-54db609cf77a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0570543 Jan 28 20:30:13.671504 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c2fcd95-40a5-426f-9174-ebc4b39aefaa req-0ccdcec4-03a4-46cb-8306-1233d0fadf23 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Jan 28 20:30:13.730760 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['c5693d83-b5f3-413b-a2a5-d05a5cb7e05a'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:13.827662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8f939-7ec6-404e-bc7a-d25dfed14787 req-0288bb17-c204-4fa6-8a88-0b92aa0eb686 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:13.829158 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-02b8f939-7ec6-404e-bc7a-d25dfed14787 req-0288bb17-c204-4fa6-8a88-0b92aa0eb686 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 944 time: 0.0509572 Jan 28 20:30:13.890530 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-02b8f939-7ec6-404e-bc7a-d25dfed14787 req-8b649bfe-f9a0-4fbc-910f-cdf7ab1c8c4a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549695 Jan 28 20:30:13.956184 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a0c97-c14a-4658-8bb2-035bed53ee62 req-74b6de53-f7b4-4735-b6ee-ba5c57f97f48 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:13.957635 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1c0a0c97-c14a-4658-8bb2-035bed53ee62 req-74b6de53-f7b4-4735-b6ee-ba5c57f97f48 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0583324 Jan 28 20:30:14.005253 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1c0a0c97-c14a-4658-8bb2-035bed53ee62 req-f6716e90-9f5e-4521-8fb8-353714e59615 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jan 28 20:30:14.795246 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72280cdd-7bf7-430f-999a-e4a5961338d4 req-0dc5a32d-ee66-475c-a543-b20d9753a754 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:14.796905 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-72280cdd-7bf7-430f-999a-e4a5961338d4 req-0dc5a32d-ee66-475c-a543-b20d9753a754 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0532634 Jan 28 20:30:14.846762 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-72280cdd-7bf7-430f-999a-e4a5961338d4 req-cf7e98ad-f254-4c02-a61a-ab3f8c843b07 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Jan 28 20:30:14.952850 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:30:15.007128 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6c517-a1dc-47bf-ac19-05c7aef9871f req-d3bcd328-cec0-4361-8cf8-689f6d51ba17 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:15.008596 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ddb6c517-a1dc-47bf-ac19-05c7aef9871f req-d3bcd328-cec0-4361-8cf8-689f6d51ba17 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 944 time: 0.0518425 Jan 28 20:30:15.062892 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ddb6c517-a1dc-47bf-ac19-05c7aef9871f req-2445e24a-161c-46ae-83f2-200e0ae4bf2b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469372 Jan 28 20:30:15.119193 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e136feb-e7f1-4a96-9449-d377633914ec req-1c821e31-46d8-46ba-83bd-f185d85047a4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:15.120647 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e136feb-e7f1-4a96-9449-d377633914ec req-1c821e31-46d8-46ba-83bd-f185d85047a4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0504749 Jan 28 20:30:15.167026 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e136feb-e7f1-4a96-9449-d377633914ec req-ad1f6e35-03a3-4123-a1ee-ada366ec11b3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 Jan 28 20:30:15.442801 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device c5693d83-b5f3-413b-a2a5-d05a5cb7e05a up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:15.507351 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:30:15.512237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:15.512605 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:15.592346 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:15.592735 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:15.617804 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:15.620111 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb7ac97-ba9a-4c81-acaa-8b978d97798b" -d '{"events": [{"server_uuid": "e3427e95-2a32-4161-ad46-076cf02f603d", "name": "network-vif-plugged", "status": "completed", "tag": "c5693d83-b5f3-413b-a2a5-d05a5cb7e05a"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:15.632192 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:15.636096 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:15.661053 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce40ee11-110d-4039-9c2f-f0979316103e x-openstack-request-id: req-ce40ee11-110d-4039-9c2f-f0979316103e {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:15.661360 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3427e95-2a32-4161-ad46-076cf02f603d", "name": "network-vif-plugged", "status": "completed", "tag": "c5693d83-b5f3-413b-a2a5-d05a5cb7e05a", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:15.661609 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce40ee11-110d-4039-9c2f-f0979316103e {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:15.662013 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'code': 200} Jan 28 20:30:15.687200 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:15.872120 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a4671-67b9-4b7e-91ce-2dfdd32a5588 req-6b45dc52-6520-475e-85de-04a8db50a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:15.873615 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b00a4671-67b9-4b7e-91ce-2dfdd32a5588 req-6b45dc52-6520-475e-85de-04a8db50a529 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 1129 time: 0.0434632 Jan 28 20:30:15.955056 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b00a4671-67b9-4b7e-91ce-2dfdd32a5588 req-7277a472-30ee-4c6d-a856-8e5d38859136 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536039 Jan 28 20:30:15.989191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c164d-0849-4a39-9ea2-4b2eb862d107 req-7d6a0366-78ed-4a80-bb0a-ea3ed802260f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:15.990725 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e38c164d-0849-4a39-9ea2-4b2eb862d107 req-7d6a0366-78ed-4a80-bb0a-ea3ed802260f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0572422 Jan 28 20:30:16.038810 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e38c164d-0849-4a39-9ea2-4b2eb862d107 req-99f464c3-6e93-45d5-bb7d-69a6b204220d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Jan 28 20:30:16.187374 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fe393-eb00-413f-8ff7-4e7b1a7b452f req-ff4a0bf3-7971-45ea-ac5a-d1db4e491cf5 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:16.189509 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d11fe393-eb00-413f-8ff7-4e7b1a7b452f req-ff4a0bf3-7971-45ea-ac5a-d1db4e491cf5 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0567498 Jan 28 20:30:16.239349 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d11fe393-eb00-413f-8ff7-4e7b1a7b452f req-1ff227a2-4241-45fc-83b3-0e0b92160d48 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436907 Jan 28 20:30:17.358278 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f958130-196e-4fd1-bb46-6c0c17194e92 req-c0b677ed-fac1-4c2c-a3e2-ad8f7b361969 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:17.363619 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4f958130-196e-4fd1-bb46-6c0c17194e92 req-c0b677ed-fac1-4c2c-a3e2-ad8f7b361969 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0529964 Jan 28 20:30:17.408908 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4f958130-196e-4fd1-bb46-6c0c17194e92 req-a0d4fc2d-c2fc-4c28-9e21-9a87458d68af tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428326 Jan 28 20:30:18.195226 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-3e242abd-666e-4c34-bfe0-4ccbbfb6295a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422404 Jan 28 20:30:18.262641 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-46cc5c26-c4c8-475a-9770-d18ee55720c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.264038 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-46cc5c26-c4c8-475a-9770-d18ee55720c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 1129 time: 0.0468719 Jan 28 20:30:18.367651 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-c003f971-1f35-48d2-bdec-13f77edb6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.369169 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-c003f971-1f35-48d2-bdec-13f77edb6ebc service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 918 time: 0.0846174 Jan 28 20:30:18.443316 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-572cac39-12fa-4fca-9547-534a621def2f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1 HTTP/1.1" status: 200 len: 1001 time: 0.0638027 Jan 28 20:30:18.492047 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-f2b924d1-3b48-4143-874f-3e7dc987615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.493488 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-f2b924d1-3b48-4143-874f-3e7dc987615b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.0437515 Jan 28 20:30:18.524056 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7ddcb-a2ec-4795-8828-9eb2892175ec req-c72cd70a-18d8-4462-8442-220fdab817ba tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.526054 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-50c7ddcb-a2ec-4795-8828-9eb2892175ec req-c72cd70a-18d8-4462-8442-220fdab817ba tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0508890 Jan 28 20:30:18.545226 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-0b646060-c224-4508-bd29-ebf5015e779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:18.547112 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-0b646060-c224-4508-bd29-ebf5015e779c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466006 Jan 28 20:30:18.581398 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-50c7ddcb-a2ec-4795-8828-9eb2892175ec req-f2347d29-a828-4e16-85f0-a6541dd64b6e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493615 Jan 28 20:30:18.638854 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-b3953308-e64c-4936-986c-1ae6f6f5a260 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854118 Jan 28 20:30:18.729831 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a7e0902b-4660-4e13-83b0-1d5f9bc8f5e7 req-ab437547-1c18-4ead-9487-35711dcabd4c service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837274 Jan 28 20:30:19.698529 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba1077-9b7b-487d-bcd7-320939e9cd8c req-b7c6f3dc-1abd-4709-a045-ce9da802ed91 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:19.699966 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a1ba1077-9b7b-487d-bcd7-320939e9cd8c req-b7c6f3dc-1abd-4709-a045-ce9da802ed91 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0508373 Jan 28 20:30:19.747553 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a1ba1077-9b7b-487d-bcd7-320939e9cd8c req-6bd3bcd6-2f9c-4292-8bb3-80f0a3a0ced3 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421143 Jan 28 20:30:20.454540 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:20.859537 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0eb50-134b-4593-9119-7a3bca947bd7 req-55938f8c-185d-4113-bce2-2c59bf276c4e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:20.860996 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eac0eb50-134b-4593-9119-7a3bca947bd7 req-55938f8c-185d-4113-bce2-2c59bf276c4e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0497701 Jan 28 20:30:20.911710 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eac0eb50-134b-4593-9119-7a3bca947bd7 req-57f06bad-b033-40bb-8e03-8aac106d2a56 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451930 Jan 28 20:30:22.029413 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519524e-876a-465e-9bb9-fa523e5655b2 req-0cc9c3b4-72bf-4a30-8000-c4a835d6af16 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:22.030907 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3519524e-876a-465e-9bb9-fa523e5655b2 req-0cc9c3b4-72bf-4a30-8000-c4a835d6af16 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0546420 Jan 28 20:30:22.080964 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3519524e-876a-465e-9bb9-fa523e5655b2 req-c44b2dc4-8b99-4dba-8474-c64d9f2bfd85 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444062 Jan 28 20:30:23.194789 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8d03f-3720-4a62-8ee9-db446f284742 req-f05483d6-d8c4-491e-8301-e973d5f8a5ef tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:23.196218 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ecb8d03f-3720-4a62-8ee9-db446f284742 req-f05483d6-d8c4-491e-8301-e973d5f8a5ef tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0507455 Jan 28 20:30:23.242987 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ecb8d03f-3720-4a62-8ee9-db446f284742 req-f2434874-d8b2-4e1a-88f8-8a4cbcf6e22f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407736 Jan 28 20:30:24.365232 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf626cc0-5ff0-4213-8b2c-7f85a0b278d6 req-a1f6e2a1-1108-417c-ae8a-eb7963245d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:24.366622 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bf626cc0-5ff0-4213-8b2c-7f85a0b278d6 req-a1f6e2a1-1108-417c-ae8a-eb7963245d47 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0551944 Jan 28 20:30:24.414474 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bf626cc0-5ff0-4213-8b2c-7f85a0b278d6 req-60e0fc58-9507-46fa-a0d3-61de54580670 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423050 Jan 28 20:30:25.394960 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-697d311e-2c25-4d8f-9e41-3186253859fe tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.396392 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-697d311e-2c25-4d8f-9e41-3186253859fe tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/networks?id=90b7b458-4b47-48b0-9af1-84b27f2d7b01 HTTP/1.1" status: 200 len: 814 time: 0.1011834 Jan 28 20:30:25.410778 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-94ce8381-9b96-47fc-8d8a-b6c5721779d7 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/quotas/78a5e26db5b844c4b585a7441fefd731 HTTP/1.1" status: 200 len: 375 time: 0.0090911 Jan 28 20:30:25.445017 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-0c276d22-372e-4a1e-a164-6adbfb8d3a4c tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=78a5e26db5b844c4b585a7441fefd731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297420 Jan 28 20:30:25.570368 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcc903-5459-4b16-b8b9-3b98eeac2a9c req-c52fe0f1-d4c7-44bf-88c5-06e0fe3eb496 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.571932 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b5fcc903-5459-4b16-b8b9-3b98eeac2a9c req-c52fe0f1-d4c7-44bf-88c5-06e0fe3eb496 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0775843 Jan 28 20:30:25.574163 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-13a70d96-1012-4519-b153-3bb7e2d0313f service neutron] 10.222.0.59 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217146 Jan 28 20:30:25.672719 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b5fcc903-5459-4b16-b8b9-3b98eeac2a9c req-0f8e7d35-d887-4959-847f-e7bcbefd0376 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943439 Jan 28 20:30:25.700277 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-a74d3849-9cac-45e2-a405-11e11260b8f6 service neutron] 10.222.0.59 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164615 Jan 28 20:30:25.797665 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f377f98-c9a8-4b97-8c87-2a9819e0cd64 req-a25db5cc-ce95-46fc-b921-d8686fba5ad7 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:25.799185 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6f377f98-c9a8-4b97-8c87-2a9819e0cd64 req-a25db5cc-ce95-46fc-b921-d8686fba5ad7 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0540075 Jan 28 20:30:25.878441 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1b410618-0acb-4655-a040-77bbf4d8a484 req-3c8641b5-3658-4598-b529-f6037c050aaf tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 210 time: 0.0402498 Jan 28 20:30:25.883491 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6f377f98-c9a8-4b97-8c87-2a9819e0cd64 req-04f54d2d-f6ce-442a-9c57-824b6696cbbb tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726829 Jan 28 20:30:25.907194 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46380) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:26.116140 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e75e7f-587e-4932-8019-f772701cb122 tempest-TestVolumeBootPattern-91205138 tempest-TestVolumeBootPattern-91205138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:26.117830 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c1e75e7f-587e-4932-8019-f772701cb122 tempest-TestVolumeBootPattern-91205138 tempest-TestVolumeBootPattern-91205138-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 1124 time: 0.2096548 Jan 28 20:30:26.121912 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46392) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:26.127428 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'port_id': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:26.150249 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:26.445611 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:26.545261 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Allocated IP 172.27.0.161 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/ace99c70-9a27-480d-b130-85dc935faf25) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:26.657776 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (ace99c70-9a27-480d-b130-85dc935faf25), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:26.690657 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (ace99c70-9a27-480d-b130-85dc935faf25), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:26.725100 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:26.729154 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:26.731772 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:26.760489 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=ace99c70-9a27-480d-b130-85dc935faf25,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:26.771913 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.772261 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.772604 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.772937 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.773270 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.773589 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.773936 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.774262 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.774586 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.774905 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.775221 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.775538 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:26.775852 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:27.002521 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-92dcf7f6-9c70-4754-a8f4-62d948711723 req-b68462fe-cd33-4bc4-8393-198868b34930 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 210 time: 0.0451655 Jan 28 20:30:27.177929 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (a4af8fe3-f4c6-4c24-b4ca-06c820304777), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:27.251706 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ace99c70-9a27-480d-b130-85dc935faf25), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:27.405127 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (ace99c70-9a27-480d-b130-85dc935faf25), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:27.409781 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (ace99c70-9a27-480d-b130-85dc935faf25), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:27.475673 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=ace99c70-9a27-480d-b130-85dc935faf25,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:27.487512 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (a4af8fe3-f4c6-4c24-b4ca-06c820304777), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:27.585237 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Floating IP a4af8fe3-f4c6-4c24-b4ca-06c820304777 associated. External IP: 172.27.0.161, port: c5693d83-b5f3-413b-a2a5-d05a5cb7e05a. Jan 28 20:30:27.795975 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:30:27.904715 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:30:27.914095 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:30:27.924217 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:27.924902 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:27.925509 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:27.954194 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e058c7e6-577f-4632-8354-c9f28cf668ce tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8321619 Jan 28 20:30:27.954790 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'tag': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:27.957098 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc553230-3cde-434a-ab66-67812f33ab8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3427e95-2a32-4161-ad46-076cf02f603d", "tag": "c5693d83-b5f3-413b-a2a5-d05a5cb7e05a"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:27.993660 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23459a44-2091-4b41-9f70-51ae80fdf2c6 x-openstack-request-id: req-23459a44-2091-4b41-9f70-51ae80fdf2c6 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:27.994052 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3427e95-2a32-4161-ad46-076cf02f603d", "tag": "c5693d83-b5f3-413b-a2a5-d05a5cb7e05a", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:27.994311 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23459a44-2091-4b41-9f70-51ae80fdf2c6 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:27.994778 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'tag': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'status': 'completed', 'code': 200} Jan 28 20:30:28.038111 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:28.103370 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cb0c8664-7376-4134-a4c5-ceb46560f3a3 req-345e8975-1e30-4a6f-bd7c-a5b274ace18c tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 210 time: 0.0276651 Jan 28 20:30:28.341149 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'a4af8fe3-f4c6-4c24-b4ca-06c820304777', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:9f:cd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:30:26Z', 'updated_at': '2022-01-28T20:30:26Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:28.369841 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:30:28.378637 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:28.379232 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:28.478460 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:28.698022 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'a4af8fe3-f4c6-4c24-b4ca-06c820304777', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:9f:cd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:30:26Z', 'updated_at': '2022-01-28T20:30:26Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:28.726022 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabbead7-32b1-4999-a8d4-e9736a4d7b7b None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'a4af8fe3-f4c6-4c24-b4ca-06c820304777', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.161', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:9f:cd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:30:26Z', 'updated_at': '2022-01-28T20:30:26Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:30:28.916806 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00886ced-25bc-4a65-a8ec-017ecf876190 None None] New status for floating IP a4af8fe3-f4c6-4c24-b4ca-06c820304777: ACTIVE {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:30:29.206568 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2449a81e-3322-4fe1-8512-a621b749c203 req-682fbf06-8135-41c2-a23d-7ea8b5be1d36 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 210 time: 0.0365973 Jan 28 20:30:29.469695 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc553230-3cde-434a-ab66-67812f33ab8e req-23ea6f16-3714-487b-8b11-4744d7a5c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:29.471206 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cc553230-3cde-434a-ab66-67812f33ab8e req-23ea6f16-3714-487b-8b11-4744d7a5c468 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 1129 time: 0.0444853 Jan 28 20:30:29.563916 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc553230-3cde-434a-ab66-67812f33ab8e req-ac0607b8-fcb0-4a21-9fab-453105567f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:29.565303 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cc553230-3cde-434a-ab66-67812f33ab8e req-ac0607b8-fcb0-4a21-9fab-453105567f1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.0869408 Jan 28 20:30:29.632514 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cc553230-3cde-434a-ab66-67812f33ab8e req-a6aba366-5653-429a-ae6d-8c38306ce369 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a HTTP/1.1" status: 200 len: 1001 time: 0.0576758 Jan 28 20:30:29.684583 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc553230-3cde-434a-ab66-67812f33ab8e req-6b1dc3d7-87bf-4fc5-a886-5602afe931c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:29.686034 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cc553230-3cde-434a-ab66-67812f33ab8e req-6b1dc3d7-87bf-4fc5-a886-5602afe931c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0468993 Jan 28 20:30:29.734465 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc553230-3cde-434a-ab66-67812f33ab8e req-566cf094-01d0-4356-8dc1-512dcf9f7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:29.735953 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cc553230-3cde-434a-ab66-67812f33ab8e req-566cf094-01d0-4356-8dc1-512dcf9f7731 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431714 Jan 28 20:30:29.822400 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cc553230-3cde-434a-ab66-67812f33ab8e req-ec26ae30-0ee5-4c8b-bfc4-5785893cd638 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782773 Jan 28 20:30:29.915146 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cc553230-3cde-434a-ab66-67812f33ab8e req-15f75d21-34eb-43a0-8c48-e75e87557750 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863960 Jan 28 20:30:30.058501 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-f4a03ae3-c1f1-4421-a514-c3a9ecda369b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.059938 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-f4a03ae3-c1f1-4421-a514-c3a9ecda369b tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.42 "GET /v2.0/networks?id=90b7b458-4b47-48b0-9af1-84b27f2d7b01 HTTP/1.1" status: 200 len: 814 time: 0.1015532 Jan 28 20:30:30.289791 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Request body: {'port': {'device_id': '363cf95b-1c28-42b0-8246-4cbff39ae4a8', 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01', 'admin_state_up': True, 'tenant_id': '78a5e26db5b844c4b585a7441fefd731'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:30.311234 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-870540f8-c8b5-41bc-a0ae-d314d47c1986 req-3b546139-283b-48fa-8f2c-037f4211f3ed tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 210 time: 0.0321376 Jan 28 20:30:30.400642 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Made reservation on behalf of 78a5e26db5b844c4b585a7441fefd731 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:30.405737 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:30.529325 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Allocated IP 172.20.0.10 (90b7b458-4b47-48b0-9af1-84b27f2d7b01/a24cbd68-e97d-4171-b989-1ab15c7a772e/5659c60c-97c6-4ce9-98c3-e9ec7e3a47df) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:30.773559 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks [] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:30.780295 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:30.825400 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:30.828356 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:30.834469 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:30.857271 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Pushing event updated for resources: {'Port': ['ID=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:30.870986 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.871338 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.871681 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.872019 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.872353 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.872682 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.873012 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.873338 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.873664 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.874014 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.874341 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.874665 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.874988 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:30:30.894901 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:30.895533 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:30.911682 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-e97e641c-39ae-4645-ae54-837b6061fa74 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6265581 Jan 28 20:30:30.952256 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Request body: {'port': {'device_id': '363cf95b-1c28-42b0-8246-4cbff39ae4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:31.014792 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:31.289969 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:31.295063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Publish callbacks [] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:31.307258 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Transition to ACTIVE for port object 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:30:31.314437 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:31.406536 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Pushing event updated for resources: {'Port': ['ID=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:31.442213 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Attempting to bind port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:30:31.442557 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Attempting to bind port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:30:31.442893 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Attempting to bind port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df on network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:31.448300 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df on network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:30:31.448621 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Attempting to bind port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df on network 90b7b458-4b47-48b0-9af1-84b27f2d7b01 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:31.453654 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:30:31.454024 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Checking segment: {'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:30:31.454405 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Bound using segment: {'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:30:31.454828 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Bound port: 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51b8ef65-f63c-44b8-80b4-a718affc46e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:30:31.455191 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:31.459699 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee14805-7e8a-4ab2-9926-8084f7a989d3 req-93256669-90ac-43b7-930d-f75783a5d6b5 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:31.461381 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ee14805-7e8a-4ab2-9926-8084f7a989d3 req-93256669-90ac-43b7-930d-f75783a5d6b5 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 944 time: 0.0612135 Jan 28 20:30:31.527350 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] For port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:31.530694 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] For port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:30:31.534284 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3ee14805-7e8a-4ab2-9926-8084f7a989d3 req-a0466734-0ae0-4a5b-9cbc-f2ce6a923573 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622842 Jan 28 20:30:31.541612 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:31.574259 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:31.574870 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:31.576310 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] 10.222.0.42 "PUT /v2.0/ports/5659c60c-97c6-4ce9-98c3-e9ec7e3a47df HTTP/1.1" status: 200 len: 1094 time: 0.6283438 Jan 28 20:30:31.578455 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363cf95b-1c28-42b0-8246-4cbff39ae4a8', 'tag': '5659c60c-97c6-4ce9-98c3-e9ec7e3a47df'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:31.581564 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "363cf95b-1c28-42b0-8246-4cbff39ae4a8", "tag": "5659c60c-97c6-4ce9-98c3-e9ec7e3a47df"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:31.608494 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cafbb-31f0-43a8-be92-ee14e856de12 service neutron] Pushing event updated for resources: {'Port': ['ID=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:31.619881 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b983f3b-692d-4e61-b18e-3aafe0024ddd x-openstack-request-id: req-6b983f3b-692d-4e61-b18e-3aafe0024ddd {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:31.620196 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363cf95b-1c28-42b0-8246-4cbff39ae4a8", "tag": "5659c60c-97c6-4ce9-98c3-e9ec7e3a47df", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:31.620445 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b983f3b-692d-4e61-b18e-3aafe0024ddd {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:31.620833 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363cf95b-1c28-42b0-8246-4cbff39ae4a8', 'tag': '5659c60c-97c6-4ce9-98c3-e9ec7e3a47df', 'status': 'completed', 'code': 200} Jan 28 20:30:31.672359 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-2afee0e4-fbba-46a8-bf7d-8f8eb2facd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:31.673814 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-2afee0e4-fbba-46a8-bf7d-8f8eb2facd74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78a5e26db5b844c4b585a7441fefd731&device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 1128 time: 0.0448244 Jan 28 20:30:31.724928 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-79867d3f-f392-4164-a03d-6ff29ac7a32c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df HTTP/1.1" status: 200 len: 217 time: 0.0406554 Jan 28 20:30:31.775326 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-8919b2a6-d5fb-49f9-8c42-15e700311a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:31.777671 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-8919b2a6-d5fb-49f9-8c42-15e700311a04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a24cbd68-e97d-4171-b989-1ab15c7a772e HTTP/1.1" status: 200 len: 854 time: 0.0447941 Jan 28 20:30:31.809522 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-b945caa4-bb86-42b2-a831-03ccb046598f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90b7b458-4b47-48b0-9af1-84b27f2d7b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240583 Jan 28 20:30:31.897771 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-ad5df3e4-94f2-4ebc-8b31-9bea546e3f3c service neutron] 10.222.0.42 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811503 Jan 28 20:30:31.987446 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f25f900e-7ae9-4c30-99e8-8c0196d5538f req-47582961-b64f-4e39-bb3e-a6c70db1f917 service neutron] 10.222.0.42 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831997 Jan 28 20:30:32.087310 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-8e8f0a9e-c3f6-425d-b097-0d94e5cf791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.089071 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-8e8f0a9e-c3f6-425d-b097-0d94e5cf791e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=78a5e26db5b844c4b585a7441fefd731&device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 1128 time: 0.0461771 Jan 28 20:30:32.199808 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-c900aa3b-3d9b-411f-b623-3cceb2f5466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.201299 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-c900aa3b-3d9b-411f-b623-3cceb2f5466a service neutron] 10.222.0.42 "GET /v2.0/networks?id=90b7b458-4b47-48b0-9af1-84b27f2d7b01 HTTP/1.1" status: 200 len: 915 time: 0.1006258 Jan 28 20:30:32.246787 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-d90cc13d-b357-4c09-80f6-7221bdea3470 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df HTTP/1.1" status: 200 len: 217 time: 0.0382693 Jan 28 20:30:32.302983 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-0d606354-7727-45dd-8c67-03da10613e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.304304 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-0d606354-7727-45dd-8c67-03da10613e5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a24cbd68-e97d-4171-b989-1ab15c7a772e HTTP/1.1" status: 200 len: 854 time: 0.0471067 Jan 28 20:30:32.358509 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-c43ee7fe-5ce3-49d5-939f-1833577ab28d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=90b7b458-4b47-48b0-9af1-84b27f2d7b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423748 Jan 28 20:30:32.460384 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-da1fb807-cfda-4b94-965b-57c627a7b7c3 service neutron] 10.222.0.42 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901291 Jan 28 20:30:32.578297 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-311e1cc7-ad41-4f0d-afba-f09d46d9f5d9 req-7f47f545-da65-4d37-961f-bb1c41df5852 service neutron] 10.222.0.42 "GET /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111214 Jan 28 20:30:32.668876 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c3d2d-d7e1-49a6-9736-55b9c4f4bbc2 req-d65246fb-e4de-44c0-ab70-49555cb409fd tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:32.670430 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-216c3d2d-d7e1-49a6-9736-55b9c4f4bbc2 req-d65246fb-e4de-44c0-ab70-49555cb409fd tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 944 time: 0.0661969 Jan 28 20:30:32.728980 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-216c3d2d-d7e1-49a6-9736-55b9c4f4bbc2 req-2f8124df-22e7-4e87-9534-9a947d039f27 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523229 Jan 28 20:30:33.891134 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5c5f1-f0eb-4aa2-9b44-7c663f49e8d5 req-43f94ec2-fb10-47c9-9fb9-04258f9d3e17 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:33.897828 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-70b5c5f1-f0eb-4aa2-9b44-7c663f49e8d5 req-43f94ec2-fb10-47c9-9fb9-04258f9d3e17 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1120257 Jan 28 20:30:33.907023 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb5151-92b7-41ea-bd83-17629955a10a req-a51d8834-4662-4c4c-90c1-33d08ed3bbae tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:33.908472 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9dfb5151-92b7-41ea-bd83-17629955a10a req-a51d8834-4662-4c4c-90c1-33d08ed3bbae tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 944 time: 0.1025543 Jan 28 20:30:33.976072 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-70b5c5f1-f0eb-4aa2-9b44-7c663f49e8d5 req-62d804f1-bdf1-427c-8e31-ff1adb84fea6 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773685 Jan 28 20:30:33.986993 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9dfb5151-92b7-41ea-bd83-17629955a10a req-6f739089-1067-4a4b-a00e-97d37b5d3970 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722539 Jan 28 20:30:35.175211 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee2f0c-09d7-4c39-8bf8-887090fd5f6a req-b4c54aa4-34d6-4ec4-8d9a-8467d32209e3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.176600 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-42ee2f0c-09d7-4c39-8bf8-887090fd5f6a req-b4c54aa4-34d6-4ec4-8d9a-8467d32209e3 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0851772 Jan 28 20:30:35.191096 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5c397-bef0-4a4a-bdfd-0b01185706f5 req-57a243ac-5bb4-4007-a0e2-2ae591219f2c tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:35.192516 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bcb5c397-bef0-4a4a-bdfd-0b01185706f5 req-57a243ac-5bb4-4007-a0e2-2ae591219f2c tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 944 time: 0.0916719 Jan 28 20:30:35.261575 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-42ee2f0c-09d7-4c39-8bf8-887090fd5f6a req-bf5ea437-cc44-4fd7-9410-1e376944e80a tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782619 Jan 28 20:30:35.270378 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bcb5c397-bef0-4a4a-bdfd-0b01185706f5 req-8eeb1001-5293-4b97-9f55-93d5b522cac7 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716777 Jan 28 20:30:35.554565 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:30:35.654600 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:35.666273 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '5659c60c-97c6-4ce9-98c3-e9ec7e3a47df', 'network_id': '90b7b458-4b47-48b0-9af1-84b27f2d7b01', 'port_id': '5659c60c-97c6-4ce9-98c3-e9ec7e3a47df', 'mac_address': 'fa:16:3e:3b:50:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24cbd68-e97d-4171-b989-1ab15c7a772e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:30:35.704422 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:35.704893 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:35.718890 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:35.739263 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:35.744754 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:35.796746 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:36.246817 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['5659c60c-97c6-4ce9-98c3-e9ec7e3a47df'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:36.335545 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46526) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:36.472259 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e6a703d-c0a3-45e2-a47b-0d8383a54c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.490944 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86119bb-254d-4c69-8e13-d984b0e7e15d req-340b0f40-bd6b-491c-af69-ed2c5050b8d7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:36.492537 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f86119bb-254d-4c69-8e13-d984b0e7e15d req-340b0f40-bd6b-491c-af69-ed2c5050b8d7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.1138122 Jan 28 20:30:36.529040 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b3887-fee1-4d6e-95ad-b9bde8b1d63f req-a75e4041-e238-43ef-8253-51c97e895122 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:36.530537 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fb2b3887-fee1-4d6e-95ad-b9bde8b1d63f req-a75e4041-e238-43ef-8253-51c97e895122 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 945 time: 0.1198661 Jan 28 20:30:36.598303 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-3a2e430a-cd77-420f-be92-4659aa1f9708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.618977 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f86119bb-254d-4c69-8e13-d984b0e7e15d req-04dd11cd-fbf1-4133-ab4f-5f4172e5cfc2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196983 Jan 28 20:30:36.640648 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fb2b3887-fee1-4d6e-95ad-b9bde8b1d63f req-ab8249f4-e596-4d64-9cc6-c924eaf6881f tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044054 Jan 28 20:30:36.673283 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e6a703d-c0a3-45e2-a47b-0d8383a54c74 admin admin] Publish callbacks [] for security_group (c415913f-4018-4219-868a-5e184fa159b9), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.677529 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1e6a703d-c0a3-45e2-a47b-0d8383a54c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c415913f-4018-4219-868a-5e184fa159b9), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.717076 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-1e6a703d-c0a3-45e2-a47b-0d8383a54c74 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6742425a466246b5a92469150c6cc650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3802958 Jan 28 20:30:36.717798 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a703d-c0a3-45e2-a47b-0d8383a54c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c415913f-4018-4219-868a-5e184fa159b9,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:36.719682 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46532) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:36.772959 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c43b1eb6-a3ff-4123-933c-9cf149c1e204 admin admin] Publish callbacks [] for security_group (c415913f-4018-4219-868a-5e184fa159b9), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.795610 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c43b1eb6-a3ff-4123-933c-9cf149c1e204 admin admin] Publish callbacks [] for security_group (c415913f-4018-4219-868a-5e184fa159b9), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.843990 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c43b1eb6-a3ff-4123-933c-9cf149c1e204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c415913f-4018-4219-868a-5e184fa159b9), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.846441 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c43b1eb6-a3ff-4123-933c-9cf149c1e204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:36.847593 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-c43b1eb6-a3ff-4123-933c-9cf149c1e204 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c415913f-4018-4219-868a-5e184fa159b9 HTTP/1.1" status: 204 len: 168 time: 0.1269193 Jan 28 20:30:36.855856 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b1eb6-a3ff-4123-933c-9cf149c1e204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c415913f-4018-4219-868a-5e184fa159b9,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:37.304267 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6491d-3c76-4374-b691-daca37d05da7 req-86c6eceb-8017-4a98-ae05-ec15cdfad225 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.305860 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-81c6491d-3c76-4374-b691-daca37d05da7 req-86c6eceb-8017-4a98-ae05-ec15cdfad225 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 945 time: 0.0530655 Jan 28 20:30:37.403634 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Deleting port 54934fcd-603d-4abb-9727-1c1d86acb034 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:37.403980 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.493951 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] For port 54934fcd-603d-4abb-9727-1c1d86acb034, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=54934fcd-603d-4abb-9727-1c1d86acb034,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:37.494303 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.506803 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Calling delete_port for 54934fcd-603d-4abb-9727-1c1d86acb034 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:37.651922 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (54934fcd-603d-4abb-9727-1c1d86acb034), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.665789 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['0b4a5fea-0598-489d-9e45-fc3ffbb44916', '54934fcd-603d-4abb-9727-1c1d86acb034'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:37.684461 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Pushing event deleted for resources: {'Port': ['ID=54934fcd-603d-4abb-9727-1c1d86acb034,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:37.759838 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] No DVR routers for this DVR port 54934fcd-603d-4abb-9727-1c1d86acb034 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:37.764511 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:37.770196 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-81c6491d-3c76-4374-b691-daca37d05da7 req-e8a37eea-76ba-4ba8-80b0-104285116c5c tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.42 "DELETE /v2.0/ports/54934fcd-603d-4abb-9727-1c1d86acb034 HTTP/1.1" status: 204 len: 173 time: 0.4584985 Jan 28 20:30:37.771879 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f87e725-240c-4b00-836b-4e5e8a4f0916', 'name': 'network-vif-deleted', 'tag': '54934fcd-603d-4abb-9727-1c1d86acb034'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:37.775310 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a26e85-95d4-4f95-8f8f-a3a5e117de00" -d '{"events": [{"server_uuid": "9f87e725-240c-4b00-836b-4e5e8a4f0916", "name": "network-vif-deleted", "tag": "54934fcd-603d-4abb-9727-1c1d86acb034"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:37.778673 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06142463-618a-4453-abbb-02abcf2465e6 req-6469f4e6-1207-4708-b1b5-97150ff2720e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f87e725-240c-4b00-836b-4e5e8a4f0916 HTTP/1.1" status: 200 len: 210 time: 0.0416336 Jan 28 20:30:37.847091 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f680a0f-b32e-4dc3-9647-96c7f8b77d9d x-openstack-request-id: req-2f680a0f-b32e-4dc3-9647-96c7f8b77d9d {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:37.847643 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f87e725-240c-4b00-836b-4e5e8a4f0916", "name": "network-vif-deleted", "tag": "54934fcd-603d-4abb-9727-1c1d86acb034", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:37.848087 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f680a0f-b32e-4dc3-9647-96c7f8b77d9d {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:37.848700 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f87e725-240c-4b00-836b-4e5e8a4f0916', 'name': 'network-vif-deleted', 'tag': '54934fcd-603d-4abb-9727-1c1d86acb034', 'status': 'completed', 'code': 200} Jan 28 20:30:37.864585 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57420bd1-7e53-43e1-aa57-451783c6e570 req-bc957994-d522-4223-aa13-04d3f007af56 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:37.866303 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57420bd1-7e53-43e1-aa57-451783c6e570 req-bc957994-d522-4223-aa13-04d3f007af56 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 945 time: 0.0866761 Jan 28 20:30:37.929516 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57420bd1-7e53-43e1-aa57-451783c6e570 req-b0130899-ea83-4504-94d4-d67e853193e2 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516534 Jan 28 20:30:38.925422 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-56746e4e-d2b5-48f3-802d-77a4e7622e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:39.122169 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d751a3-37e0-40b1-adad-4ab79e36fc2f req-a94b3b1d-8876-4dc5-8250-5aa78c633ca5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:39.123631 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-77d751a3-37e0-40b1-adad-4ab79e36fc2f req-a94b3b1d-8876-4dc5-8250-5aa78c633ca5 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0850034 Jan 28 20:30:39.136025 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138a10c-041a-44d9-bec8-62e9389edf0e req-bfa90289-1801-4279-b524-159bd1da3033 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:39.136782 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b138a10c-041a-44d9-bec8-62e9389edf0e req-bfa90289-1801-4279-b524-159bd1da3033 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 945 time: 0.1090007 Jan 28 20:30:39.209700 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-77d751a3-37e0-40b1-adad-4ab79e36fc2f req-1fd6b7fa-a560-4bc8-9705-65d34f6e05b7 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721209 Jan 28 20:30:39.212729 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b138a10c-041a-44d9-bec8-62e9389edf0e req-37bd4e22-2f22-4bde-b771-68fcb25c5ffc tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692358 Jan 28 20:30:39.595257 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:39.646620 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:30:39.650603 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:39.650982 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:39.738303 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:39.738710 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:39.778214 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363cf95b-1c28-42b0-8246-4cbff39ae4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5659c60c-97c6-4ce9-98c3-e9ec7e3a47df'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:39.780525 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d56de8-d760-4b64-a3bb-c10c127d98a2" -d '{"events": [{"server_uuid": "363cf95b-1c28-42b0-8246-4cbff39ae4a8", "name": "network-vif-plugged", "status": "completed", "tag": "5659c60c-97c6-4ce9-98c3-e9ec7e3a47df"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:39.808544 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:39.808544 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:39.811106 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 54934fcd-603d-4abb-9727-1c1d86acb034 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:39.868923 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018bb81a-a2bc-480a-ad51-6a84afd1c06b x-openstack-request-id: req-018bb81a-a2bc-480a-ad51-6a84afd1c06b {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:39.868923 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363cf95b-1c28-42b0-8246-4cbff39ae4a8", "name": "network-vif-plugged", "status": "completed", "tag": "5659c60c-97c6-4ce9-98c3-e9ec7e3a47df", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:39.868923 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-018bb81a-a2bc-480a-ad51-6a84afd1c06b {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:39.868923 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363cf95b-1c28-42b0-8246-4cbff39ae4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5659c60c-97c6-4ce9-98c3-e9ec7e3a47df', 'code': 200} Jan 28 20:30:39.894691 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 54934fcd-603d-4abb-9727-1c1d86acb034 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:30:39.895039 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 54934fcd-603d-4abb-9727-1c1d86acb034 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:39.933999 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:40.047135 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:40.077948 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fde03-9a7a-49f0-8c72-2afc18674e54 req-0d3397da-b81b-4d2d-becc-4a9408c3f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:40.079446 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-174fde03-9a7a-49f0-8c72-2afc18674e54 req-0d3397da-b81b-4d2d-becc-4a9408c3f871 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 1130 time: 0.0512333 Jan 28 20:30:40.128779 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-174fde03-9a7a-49f0-8c72-2afc18674e54 req-6b30e7f9-56f0-4c5d-981c-ca06f4d102f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Jan 28 20:30:40.362138 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c683f5-0129-4874-bf46-8d574b26b79c req-a3788b86-e311-4d38-844d-a71219436191 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:40.363777 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3c683f5-0129-4874-bf46-8d574b26b79c req-a3788b86-e311-4d38-844d-a71219436191 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0729988 Jan 28 20:30:40.370569 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0a8b-d6a8-4723-8b8d-964e8fd1b950 req-4502813a-8844-4efe-b489-ca1573deff43 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:40.371850 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e9d0a8b-d6a8-4723-8b8d-964e8fd1b950 req-4502813a-8844-4efe-b489-ca1573deff43 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 946 time: 0.0899973 Jan 28 20:30:40.442321 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3c683f5-0129-4874-bf46-8d574b26b79c req-53f106bf-6c08-4c49-aa97-bbeab7508bce tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693612 Jan 28 20:30:40.449268 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e9d0a8b-d6a8-4723-8b8d-964e8fd1b950 req-81099c55-d9a5-405c-904d-e3b0839ed2bc tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707128 Jan 28 20:30:41.460708 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:41.606611 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fda55-bcd2-486a-8975-30e34b3c3bfb req-14c892ed-d244-442a-aeb5-dd48e09b9aed tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:41.608039 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7b9fda55-bcd2-486a-8975-30e34b3c3bfb req-14c892ed-d244-442a-aeb5-dd48e09b9aed tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0913305 Jan 28 20:30:41.622543 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba09f06-39e1-449a-97fd-dce93add7236 req-d0529209-4fd8-4082-a376-838329a9693a tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:41.624344 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cba09f06-39e1-449a-97fd-dce93add7236 req-d0529209-4fd8-4082-a376-838329a9693a tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 946 time: 0.0789506 Jan 28 20:30:41.703179 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7b9fda55-bcd2-486a-8975-30e34b3c3bfb req-6f27bd12-3827-4369-98fc-4d5e85f28f7e tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887394 Jan 28 20:30:41.706537 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cba09f06-39e1-449a-97fd-dce93add7236 req-bb31d303-e425-4c03-b6d0-7ad08d838621 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684514 Jan 28 20:30:42.806625 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:42.858514 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da3220-5767-4732-bec5-869c27cd03af req-3a737788-0afb-42e4-a7f9-a27873745ab1 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:42.860001 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08da3220-5767-4732-bec5-869c27cd03af req-3a737788-0afb-42e4-a7f9-a27873745ab1 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 946 time: 0.0786040 Jan 28 20:30:42.867411 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c319023-e98a-462d-bb4b-ad1c3db1717f req-293a4864-efd5-4700-b3d3-99df6ae7773d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:42.868954 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3c319023-e98a-462d-bb4b-ad1c3db1717f req-293a4864-efd5-4700-b3d3-99df6ae7773d tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0969529 Jan 28 20:30:42.941670 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08da3220-5767-4732-bec5-869c27cd03af req-155a77fa-a75c-4ea8-8fef-1feda7bff5e6 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717533 Jan 28 20:30:42.953663 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3c319023-e98a-462d-bb4b-ad1c3db1717f req-83667df1-538b-4005-aa10-234f803b8768 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765715 Jan 28 20:30:43.715793 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89782992-1318-4bb1-b03b-ae2b6f9ff326 req-bd0e7ac9-ae8c-4838-93ae-02fdfeeb022a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:43.717249 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-89782992-1318-4bb1-b03b-ae2b6f9ff326 req-bd0e7ac9-ae8c-4838-93ae-02fdfeeb022a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0560296 Jan 28 20:30:43.766498 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-89782992-1318-4bb1-b03b-ae2b6f9ff326 req-0043a419-8e36-460b-89b1-d59a8e4a740c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 Jan 28 20:30:44.077946 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd5477-36f1-401e-b02a-a70ef72d1bd4 req-8c635309-b696-4aad-937b-d3e339640996 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:44.079442 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6dd5477-36f1-401e-b02a-a70ef72d1bd4 req-8c635309-b696-4aad-937b-d3e339640996 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0573978 Jan 28 20:30:44.159467 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6dd5477-36f1-401e-b02a-a70ef72d1bd4 req-e3b47057-cebe-410f-9b97-45170cd2ab4f tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667953 Jan 28 20:30:44.167544 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a57cd9-ae55-4ba9-95e9-a931cf220d39 req-c4e760a7-05bb-45b3-b52d-3661f26c7e27 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:44.168994 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c2a57cd9-ae55-4ba9-95e9-a931cf220d39 req-c4e760a7-05bb-45b3-b52d-3661f26c7e27 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0861692 Jan 28 20:30:44.216569 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c2a57cd9-ae55-4ba9-95e9-a931cf220d39 req-cebbc363-3ca0-49eb-9611-2935b4377304 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418921 Jan 28 20:30:44.881066 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6fbaf-60db-4be5-a5ac-891f1b319aa5 req-668cdb60-3163-4091-b3ed-17be97211ecf tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:44.882579 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4bd6fbaf-60db-4be5-a5ac-891f1b319aa5 req-668cdb60-3163-4091-b3ed-17be97211ecf tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0504894 Jan 28 20:30:44.931060 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4bd6fbaf-60db-4be5-a5ac-891f1b319aa5 req-a50fb837-c754-4129-8f4b-4c1d7b594805 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Jan 28 20:30:45.275718 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcab1ea-59a4-4dd2-b519-81ae77b6a287 req-57f7c18e-891d-42cc-bbec-047bcf0fc6b4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:45.277451 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9bcab1ea-59a4-4dd2-b519-81ae77b6a287 req-57f7c18e-891d-42cc-bbec-047bcf0fc6b4 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0520263 Jan 28 20:30:45.355208 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9bcab1ea-59a4-4dd2-b519-81ae77b6a287 req-f32625bc-8b2e-46aa-843b-d55ac1288309 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718417 Jan 28 20:30:45.370171 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75422f1b-92c6-43a4-af9e-74fc56a40d92 req-25bffe71-102e-4e9d-8cdd-388ff193f65d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:45.371639 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-75422f1b-92c6-43a4-af9e-74fc56a40d92 req-25bffe71-102e-4e9d-8cdd-388ff193f65d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0816588 Jan 28 20:30:45.417688 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-75422f1b-92c6-43a4-af9e-74fc56a40d92 req-71f6f0c4-7077-4ed0-b2b8-15ed3024406b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400887 Jan 28 20:30:46.044423 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a2e3d-41b3-47e6-b2d3-684e16e8da04 req-eac7047f-9249-410b-9991-d418e546f283 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:46.045912 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-941a2e3d-41b3-47e6-b2d3-684e16e8da04 req-eac7047f-9249-410b-9991-d418e546f283 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0517035 Jan 28 20:30:46.090839 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-941a2e3d-41b3-47e6-b2d3-684e16e8da04 req-9c2e9d7a-81a7-49a8-b5fe-bb0b78bcb79a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394530 Jan 28 20:30:46.479470 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3479319-49c3-407e-be56-0fc42527f62e req-563645be-b9fa-468a-859f-0bb0355f5837 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:46.480977 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3479319-49c3-407e-be56-0fc42527f62e req-563645be-b9fa-468a-859f-0bb0355f5837 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.0549750 Jan 28 20:30:46.555427 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3479319-49c3-407e-be56-0fc42527f62e req-71e9164a-8fc9-4d25-a7a6-e0c6abc374f2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683038 Jan 28 20:30:46.572502 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48505c0a-71fd-4a89-96d5-da9416c43aa6 req-e9e3d47a-b2ab-4ee8-8449-4a13bf56bc0f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:46.574003 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-48505c0a-71fd-4a89-96d5-da9416c43aa6 req-e9e3d47a-b2ab-4ee8-8449-4a13bf56bc0f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0811691 Jan 28 20:30:46.620937 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-48505c0a-71fd-4a89-96d5-da9416c43aa6 req-546cf26c-2359-44c6-9ace-76cc288ea238 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Jan 28 20:30:47.101322 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-ef7d116e-13f7-4a5a-85ac-b5590c36aa69 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.102693 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-ef7d116e-13f7-4a5a-85ac-b5590c36aa69 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0499609 Jan 28 20:30:47.211008 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750ab4f-b5e8-4223-a331-7736dab5f36c req-47c3608e-2b33-4575-9ec1-e493b1da5056 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.211275 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Deleting port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:47.211414 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:47.212488 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1750ab4f-b5e8-4223-a331-7736dab5f36c req-47c3608e-2b33-4575-9ec1-e493b1da5056 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0541875 Jan 28 20:30:47.268104 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1750ab4f-b5e8-4223-a331-7736dab5f36c req-d1c1b1e3-bf0e-4930-aea9-d71c16228737 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Jan 28 20:30:47.302061 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] For port 37507c9d-22d6-4b55-b7be-87e04e27d5d1, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=37507c9d-22d6-4b55-b7be-87e04e27d5d1,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:47.302433 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:47.866312 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:47.866709 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (a8d63e12-e7e6-4784-956d-24bbabd2e7b6), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:47.867043 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.l3_db [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Floating IP a8d63e12-e7e6-4784-956d-24bbabd2e7b6 disassociated. External IP: 172.27.0.193, port: 37507c9d-22d6-4b55-b7be-87e04e27d5d1. Jan 28 20:30:47.867387 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Calling delete_port for 37507c9d-22d6-4b55-b7be-87e04e27d5d1 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:47.907628 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb26f0a-809f-4882-8123-b18af6e69522 req-10b5ff6a-56cd-45e6-82ea-1bf213342d47 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.909097 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3eb26f0a-809f-4882-8123-b18af6e69522 req-10b5ff6a-56cd-45e6-82ea-1bf213342d47 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.2846444 Jan 28 20:30:47.920557 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c263282-76aa-41a0-955d-cd5c929b7334 req-2cacd52d-57b2-4b8d-8a1a-fb5bcdcadd80 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.922019 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c263282-76aa-41a0-955d-cd5c929b7334 req-2cacd52d-57b2-4b8d-8a1a-fb5bcdcadd80 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 945 time: 0.0708797 Jan 28 20:30:47.927698 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-884ec0be-eb37-4bb3-aef2-c257e753a3d1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.929138 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-884ec0be-eb37-4bb3-aef2-c257e753a3d1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.2108824 Jan 28 20:30:47.952024 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-c1905269-1574-4fe7-9086-b5bc6d7ff8d2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:47.953498 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-c1905269-1574-4fe7-9086-b5bc6d7ff8d2 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 945 time: 0.1655817 Jan 28 20:30:47.992703 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3eb26f0a-809f-4882-8123-b18af6e69522 req-e1d3e8cf-0276-450c-8d92-2d4ceef26975 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/security-groups?id=df290c40-ce74-48f8-b5ec-5822a420646c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697458 Jan 28 20:30:48.000506 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c263282-76aa-41a0-955d-cd5c929b7334 req-ac5c8bd2-737e-4011-9baa-e7939a5b0fa2 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=f78b093c-732d-4ca9-a0c2-1c83affd2335&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719581 Jan 28 20:30:48.174922 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Deleting port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:48.175504 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.181657 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (37507c9d-22d6-4b55-b7be-87e04e27d5d1), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.238196 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Deleting port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:48.238542 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.274154 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event deleted for resources: {'Port': ['ID=37507c9d-22d6-4b55-b7be-87e04e27d5d1,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:48.391595 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e2e65-3295-4e80-bc4d-05df9097fb81 req-e83d7e86-e7a7-4ee9-8feb-4a291ab23ee6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:48.393120 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-da7e2e65-3295-4e80-bc4d-05df9097fb81 req-e83d7e86-e7a7-4ee9-8feb-4a291ab23ee6 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 946 time: 0.0537596 Jan 28 20:30:48.408938 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] For port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:48.409315 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.441005 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] For port 0b4a5fea-0598-489d-9e45-fc3ffbb44916, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=0b4a5fea-0598-489d-9e45-fc3ffbb44916,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:48.441383 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.444889 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-da7e2e65-3295-4e80-bc4d-05df9097fb81 req-6cb7cd71-c4be-4142-aaa3-66d0f76b2953 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448687 Jan 28 20:30:48.480677 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Calling delete_port for 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:48.489316 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Calling delete_port for 0b4a5fea-0598-489d-9e45-fc3ffbb44916 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:48.600281 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Router d21fa658-1f72-479c-8ee7-3a0da514a850 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:30:48.821308 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (7729b1e2-04d5-4718-a7e9-ae9ecf6b8332), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.837451 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['a7431330-e930-49ae-b76c-bf203d204d59', 'ce9c009d-bd33-472f-8bed-913b4a444447', 'e0e35fd9-2a9a-446e-bf87-14668877b787', '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:48.858227 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:30:48.861643 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Pushing event deleted for resources: {'Port': ['ID=7729b1e2-04d5-4718-a7e9-ae9ecf6b8332,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:48.863463 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (0b4a5fea-0598-489d-9e45-fc3ffbb44916), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.882647 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] Sync routers for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:30:48.900846 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:48.902529 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:48.947706 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] No DVR routers for this DVR port 37507c9d-22d6-4b55-b7be-87e04e27d5d1 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:48.950034 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] No DVR routers for this DVR port 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:48.952286 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.956798 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-081ac411-a52b-43d5-8e11-34cb706fa943 req-9fbc0d00-9e1f-46ab-a4cc-0657947185f1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "DELETE /v2.0/ports/37507c9d-22d6-4b55-b7be-87e04e27d5d1 HTTP/1.1" status: 204 len: 173 time: 1.8413868 Jan 28 20:30:48.958109 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'name': 'network-vif-deleted', 'tag': '37507c9d-22d6-4b55-b7be-87e04e27d5d1'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:48.961374 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707f00a-aae6-4160-8125-f10dd03d061a" -d '{"events": [{"server_uuid": "dd446032-56d9-4e84-abd4-85bc3acbc24b", "name": "network-vif-deleted", "tag": "37507c9d-22d6-4b55-b7be-87e04e27d5d1"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:48.972604 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:48.977330 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ccb62499-14a4-4015-a981-88ffd09c2683 req-9dc7454d-dd3c-4008-be28-ea7e599fc8bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "DELETE /v2.0/ports/7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 HTTP/1.1" status: 204 len: 173 time: 1.0388265 Jan 28 20:30:48.999881 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['0b4a5fea-0598-489d-9e45-fc3ffbb44916'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:30:49.008171 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Pushing event deleted for resources: {'Port': ['ID=0b4a5fea-0598-489d-9e45-fc3ffbb44916,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:49.045809 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be3d052-39b8-47d3-8e6c-baab82245945 x-openstack-request-id: req-3be3d052-39b8-47d3-8e6c-baab82245945 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:49.046124 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd446032-56d9-4e84-abd4-85bc3acbc24b", "name": "network-vif-deleted", "tag": "37507c9d-22d6-4b55-b7be-87e04e27d5d1", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:49.052561 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3be3d052-39b8-47d3-8e6c-baab82245945 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:49.053207 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd446032-56d9-4e84-abd4-85bc3acbc24b', 'name': 'network-vif-deleted', 'tag': '37507c9d-22d6-4b55-b7be-87e04e27d5d1', 'status': 'completed', 'code': 200} Jan 28 20:30:49.090931 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] No DVR routers for this DVR port 0b4a5fea-0598-489d-9e45-fc3ffbb44916 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:30:49.103677 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:49.107954 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bce5ed01-82c4-48c0-b931-3545ac2e4a4b req-72eb388e-dec3-4ba3-baa0-500d81f785fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.42 "DELETE /v2.0/ports/0b4a5fea-0598-489d-9e45-fc3ffbb44916 HTTP/1.1" status: 204 len: 173 time: 1.1310766 Jan 28 20:30:49.156690 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d9b299df-b9ee-49e6-aa9b-663312c70e7d req-e96fd54d-51f1-45b1-9325-64a0d4d81c6e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 210 time: 0.0394859 Jan 28 20:30:49.171587 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:49.202622 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3b6ad095-21c1-407c-bc1c-bd84e259a894 req-f694683f-01a2-4f09-a8b8-f72c6213ca05 tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 210 time: 0.0317237 Jan 28 20:30:49.432708 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:49.462670 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] Checking router: d21fa658-1f72-479c-8ee7-3a0da514a850 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:30:49.472000 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:49.472597 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:49.567083 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0e037cf8-e49f-4103-ab15-aa5c4137fe8e req-e401dfc6-b56f-4bca-bbd2-469e2b50cca9 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=ea9423ae-529f-43f9-aee3-3f0e26568c2d HTTP/1.1" status: 200 len: 210 time: 0.0391514 Jan 28 20:30:49.592141 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:49.655904 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 37507c9d-22d6-4b55-b7be-87e04e27d5d1 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:49.678526 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 37507c9d-22d6-4b55-b7be-87e04e27d5d1 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:30:49.679202 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 37507c9d-22d6-4b55-b7be-87e04e27d5d1 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:49.800776 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:49.827266 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453e1fd-e648-47e1-bbd2-9f460935a442 None None] The sync data for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi is: [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:30:50.050840 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bbb209-d0e4-46ca-a1b0-d6b4a67859f0 None None] New status for floating IP a8d63e12-e7e6-4784-956d-24bbabd2e7b6: DOWN {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:30:50.362311 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f33ca3d9-5b1d-499e-943e-190445403407 req-b100f407-27ac-4b1c-b025-f2048bdf9ec1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd446032-56d9-4e84-abd4-85bc3acbc24b HTTP/1.1" status: 200 len: 210 time: 0.0435858 Jan 28 20:30:50.415737 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a7b04a84-5d36-4fe6-909e-e78ae649a6f7 req-cf09c822-a49b-4cba-b38b-726d122139fb tempest-ServerRescueNegativeTestJSON-1698607411 tempest-ServerRescueNegativeTestJSON-1698607411-project] 10.222.0.59 "GET /v2.0/ports?device_id=0d03f1de-078d-4fff-aec4-7c91aaaa1eed HTTP/1.1" status: 200 len: 210 time: 0.0342443 Jan 28 20:30:50.471937 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.054761 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea9423ae-529f-43f9-aee3-3f0e26568c2d', 'name': 'network-vif-deleted', 'tag': '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332'}, {'server_uuid': '0d03f1de-078d-4fff-aec4-7c91aaaa1eed', 'name': 'network-vif-deleted', 'tag': '0b4a5fea-0598-489d-9e45-fc3ffbb44916'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:51.057420 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd404c8e-8716-41d3-8e24-f8f3c2dbc241" -d '{"events": [{"server_uuid": "ea9423ae-529f-43f9-aee3-3f0e26568c2d", "name": "network-vif-deleted", "tag": "7729b1e2-04d5-4718-a7e9-ae9ecf6b8332"}, {"server_uuid": "0d03f1de-078d-4fff-aec4-7c91aaaa1eed", "name": "network-vif-deleted", "tag": "0b4a5fea-0598-489d-9e45-fc3ffbb44916"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:51.097441 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522fd475-93d7-4ff1-b169-f5b9805fb7e1 x-openstack-request-id: req-522fd475-93d7-4ff1-b169-f5b9805fb7e1 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:51.097742 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea9423ae-529f-43f9-aee3-3f0e26568c2d", "name": "network-vif-deleted", "tag": "7729b1e2-04d5-4718-a7e9-ae9ecf6b8332", "status": "completed", "code": 200}, {"server_uuid": "0d03f1de-078d-4fff-aec4-7c91aaaa1eed", "name": "network-vif-deleted", "tag": "0b4a5fea-0598-489d-9e45-fc3ffbb44916", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:51.098024 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-522fd475-93d7-4ff1-b169-f5b9805fb7e1 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:51.098424 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea9423ae-529f-43f9-aee3-3f0e26568c2d', 'name': 'network-vif-deleted', 'tag': '7729b1e2-04d5-4718-a7e9-ae9ecf6b8332', 'status': 'completed', 'code': 200} Jan 28 20:30:51.098678 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d03f1de-078d-4fff-aec4-7c91aaaa1eed', 'name': 'network-vif-deleted', 'tag': '0b4a5fea-0598-489d-9e45-fc3ffbb44916', 'status': 'completed', 'code': 200} Jan 28 20:30:51.459207 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46692) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:51.488676 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46694) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:51.521330 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f7897377-de0c-4522-b57b-884c8cb9be72 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (f78b093c-732d-4ca9-a0c2-1c83affd2335), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.545867 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f7897377-de0c-4522-b57b-884c8cb9be72 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (f78b093c-732d-4ca9-a0c2-1c83affd2335), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.597654 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f7897377-de0c-4522-b57b-884c8cb9be72 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f78b093c-732d-4ca9-a0c2-1c83affd2335), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.600592 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-f7897377-de0c-4522-b57b-884c8cb9be72 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.601816 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-f7897377-de0c-4522-b57b-884c8cb9be72 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "DELETE /v2.0/security-groups/f78b093c-732d-4ca9-a0c2-1c83affd2335 HTTP/1.1" status: 204 len: 168 time: 0.1414602 Jan 28 20:30:51.605326 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46696) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:51.619469 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7897377-de0c-4522-b57b-884c8cb9be72 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78b093c-732d-4ca9-a0c2-1c83affd2335,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:51.628289 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.api.v2.resource [None req-9ad6a24d-f893-49f6-9a61-079f6730b97c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] show failed (client error): The resource could not be found. Jan 28 20:30:51.630320 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-9ad6a24d-f893-49f6-9a61-079f6730b97c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups/f78b093c-732d-4ca9-a0c2-1c83affd2335 HTTP/1.1" status: 404 len: 347 time: 0.0240285 Jan 28 20:30:51.632401 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46698) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:51.771507 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Deleting port de2ae69f-d050-4cf5-bc80-3969a2f7c0a9 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:51.771871 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.876647 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.877035 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:51.891849 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Calling delete_port for de2ae69f-d050-4cf5-bc80-3969a2f7c0a9 owned by network:floatingip {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:51.952030 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:30:51.985387 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (05f2027e-11f7-4a82-83ca-83df503060d7), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.063668 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9ee35-8993-4e15-aeda-42f37beb3a9b req-01e8d490-8b2c-47f0-a9f1-f29208048755 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:52.064623 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (de2ae69f-d050-4cf5-bc80-3969a2f7c0a9), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.070402 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-95a9ee35-8993-4e15-aeda-42f37beb3a9b req-01e8d490-8b2c-47f0-a9f1-f29208048755 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.1297519 Jan 28 20:30:52.095378 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event deleted for resources: {'Port': ['ID=de2ae69f-d050-4cf5-bc80-3969a2f7c0a9,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:52.156773 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (a8d63e12-e7e6-4784-956d-24bbabd2e7b6), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.159582 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.161095 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-4e1159e3-3a9e-4ffc-9781-0c10e9ed1a3c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "DELETE /v2.0/floatingips/a8d63e12-e7e6-4784-956d-24bbabd2e7b6 HTTP/1.1" status: 204 len: 168 time: 0.5277262 Jan 28 20:30:52.243704 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-95a9ee35-8993-4e15-aeda-42f37beb3a9b req-dfe7bde3-05d5-49a5-a024-43020b9fed65 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723020 Jan 28 20:30:52.389602 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Deleting port 3f5cdbd8-8c56-41d4-b168-55712f94cc74 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:52.390062 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.447877 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46710) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:52.452630 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-ad0ebe29-0a39-4ddc-844b-c89f088962d5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233068765', 'description': 'tempest-description--1991323742'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:52.474672 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebe29-0a39-4ddc-844b-c89f088962d5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.486980 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] For port 3f5cdbd8-8c56-41d4-b168-55712f94cc74, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3f5cdbd8-8c56-41d4-b168-55712f94cc74,segment=NetworkSegment(3ae111c9-e53d-46d7-a318-d14d5ebea2c7),segment_id=3ae111c9-e53d-46d7-a318-d14d5ebea2c7)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:52.487341 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.500924 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Calling delete_port for 3f5cdbd8-8c56-41d4-b168-55712f94cc74 owned by network:router_interface {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:52.544741 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebe29-0a39-4ddc-844b-c89f088962d5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (a8421b12-99b0-4d1d-9ad3-07883cad10f3), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.549237 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebe29-0a39-4ddc-844b-c89f088962d5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a8421b12-99b0-4d1d-9ad3-07883cad10f3), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.584573 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ad0ebe29-0a39-4ddc-844b-c89f088962d5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.586114 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-ad0ebe29-0a39-4ddc-844b-c89f088962d5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1370869 Jan 28 20:30:52.588236 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ebe29-0a39-4ddc-844b-c89f088962d5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8421b12-99b0-4d1d-9ad3-07883cad10f3,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:52.589007 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46712) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:52.593420 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-06070423-153d-4902-9576-f6586141a46c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'security_group_rule': {'security_group_id': 'a8421b12-99b0-4d1d-9ad3-07883cad10f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:52.662235 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-06070423-153d-4902-9576-f6586141a46c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (1b3375d3-e5ce-41b3-ba25-7ebf937dac96), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.760626 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-06070423-153d-4902-9576-f6586141a46c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (1b3375d3-e5ce-41b3-ba25-7ebf937dac96), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.765231 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-06070423-153d-4902-9576-f6586141a46c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (1b3375d3-e5ce-41b3-ba25-7ebf937dac96), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.776844 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (3f5cdbd8-8c56-41d4-b168-55712f94cc74), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.813072 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06070423-153d-4902-9576-f6586141a46c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3375d3-e5ce-41b3-ba25-7ebf937dac96,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:52.817897 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5cdbd8-8c56-41d4-b168-55712f94cc74,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:52.822887 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-06070423-153d-4902-9576-f6586141a46c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:52.824079 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-06070423-153d-4902-9576-f6586141a46c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2341332 Jan 28 20:30:52.829604 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46714) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:52.834775 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-47eb9c75-26d5-4858-8035-db44ee0e5d71 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'security_group_rule': {'security_group_id': 'a8421b12-99b0-4d1d-9ad3-07883cad10f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:52.902614 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c75-26d5-4858-8035-db44ee0e5d71 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (a96a9c24-5b73-46c5-856d-0e4a0374f6a4), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.022167 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c75-26d5-4858-8035-db44ee0e5d71 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (a96a9c24-5b73-46c5-856d-0e4a0374f6a4), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.031336 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c75-26d5-4858-8035-db44ee0e5d71 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (a96a9c24-5b73-46c5-856d-0e4a0374f6a4), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.043878 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (05f2027e-11f7-4a82-83ca-83df503060d7), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.057596 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb9c75-26d5-4858-8035-db44ee0e5d71 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96a9c24-5b73-46c5-856d-0e4a0374f6a4,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:53.100255 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-47eb9c75-26d5-4858-8035-db44ee0e5d71 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.101439 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-47eb9c75-26d5-4858-8035-db44ee0e5d71 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2713556 Jan 28 20:30:53.104708 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46718) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:53.109408 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:53.130360 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.229297 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.284170 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Router 05f2027e-11f7-4a82-83ca-83df503060d7 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:30:53.340779 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Allocated IP 172.27.0.200 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/ab0114f9-e9b1-4af9-ba07-50d2a9065267) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:53.449272 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for port (ab0114f9-e9b1-4af9-ba07-50d2a9065267), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.486011 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (ab0114f9-e9b1-4af9-ba07-50d2a9065267), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.526412 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:53.532053 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:53.536390 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:53.539496 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'Port': ['ID=ab0114f9-e9b1-4af9-ba07-50d2a9065267,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:53.631905 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (9f4a6d30-4959-4b06-92e5-ea4392331f8c), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.640847 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bbb12-245a-450b-a85b-d49118119996 req-7a1e5efe-e9fc-4d4e-abea-cd9deaaebb5f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:53.642432 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f34bbb12-245a-450b-a85b-d49118119996 req-7a1e5efe-e9fc-4d4e-abea-cd9deaaebb5f tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.3138714 Jan 28 20:30:53.647524 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:30:53.656679 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e4cac275-4725-411a-9569-dd30e8523cb5 admin admin] 10.222.0.59 "PUT /v2.0/routers/05f2027e-11f7-4a82-83ca-83df503060d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1636553 Jan 28 20:30:53.656679 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46722) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:53.659468 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] Sync routers for ids ['05f2027e-11f7-4a82-83ca-83df503060d7'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:30:53.672568 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ab0114f9-e9b1-4af9-ba07-50d2a9065267), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.674590 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] Routers {'05f2027e-11f7-4a82-83ca-83df503060d7'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:53.675215 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['05f2027e-11f7-4a82-83ca-83df503060d7'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:53.788618 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f34bbb12-245a-450b-a85b-d49118119996 req-1dad2360-5841-4b41-8348-eea164e082b4 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389697 Jan 28 20:30:53.820306 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks [] for router (05f2027e-11f7-4a82-83ca-83df503060d7), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.843960 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for port (ab0114f9-e9b1-4af9-ba07-50d2a9065267), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.849116 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (ab0114f9-e9b1-4af9-ba07-50d2a9065267), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.904542 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] Set router 05f2027e-11f7-4a82-83ca-83df503060d7 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:53.924553 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'Port': ['ID=ab0114f9-e9b1-4af9-ba07-50d2a9065267,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:53.936367 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (9f4a6d30-4959-4b06-92e5-ea4392331f8c), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.936672 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks [] for router_gateway (05f2027e-11f7-4a82-83ca-83df503060d7), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.956565 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:53.958051 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-5a4c478b-eabe-4299-a359-e3a82a5cea08 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8522260 Jan 28 20:30:53.993895 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Deleting port fc372ff8-af99-4ef6-b5c3-ea6182061015 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:30:53.994345 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.081234 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] For port fc372ff8-af99-4ef6-b5c3-ea6182061015, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=fc372ff8-af99-4ef6-b5c3-ea6182061015,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:54.081773 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.096406 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Calling delete_port for fc372ff8-af99-4ef6-b5c3-ea6182061015 owned by network:router_gateway {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:30:54.109919 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:30:52Z', 'revision_number': 5, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port': {'id': 'fc372ff8-af99-4ef6-b5c3-ea6182061015', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:29:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:13Z', 'updated_at': '2022-01-28T20:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:54.135984 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] Checking router: 05f2027e-11f7-4a82-83ca-83df503060d7 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:30:54.144746 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] Routers {'05f2027e-11f7-4a82-83ca-83df503060d7'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:54.145345 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['05f2027e-11f7-4a82-83ca-83df503060d7'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:54.200199 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-7c136aed-98a0-4d89-a6b3-1e7902761447 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1233068765&fields=id&tenant_id=51269d658f0540dab6086a21ebd9e00f HTTP/1.1" status: 200 len: 267 time: 0.0601997 Jan 28 20:30:54.231057 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] Set router 05f2027e-11f7-4a82-83ca-83df503060d7 gateway port host: None {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:54.287873 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:30:53Z', 'revision_number': 6, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port_host': None}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:54.313935 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8d29f3-813b-4f17-8b1e-ec5bc53ad49a None None] The sync data for ids ['05f2027e-11f7-4a82-83ca-83df503060d7'] in dv-cinder-826350-4-iscsi is: [{'id': '05f2027e-11f7-4a82-83ca-83df503060d7', 'name': 'tempest-ServerRescueNegativeTestJSON-795377947-router', 'tenant_id': 'd0f6f9108399481680b96ea944fe5387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:12Z', 'updated_at': '2022-01-28T20:30:53Z', 'revision_number': 6, 'project_id': 'd0f6f9108399481680b96ea944fe5387', 'gw_port_host': None}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:30:54.382100 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-98e7c4e3-c81b-4b54-a947-8b442243a7ff tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:54.383634 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-98e7c4e3-c81b-4b54-a947-8b442243a7ff tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 817 time: 0.1765163 Jan 28 20:30:54.402887 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-2a7edba3-f0fc-4fa5-bfd6-eb7d9a16ff25 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/quotas/51269d658f0540dab6086a21ebd9e00f HTTP/1.1" status: 200 len: 375 time: 0.0113323 Jan 28 20:30:54.405372 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (fc372ff8-af99-4ef6-b5c3-ea6182061015), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.420775 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 0b4a5fea-0598-489d-9e45-fc3ffbb44916 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:54.441106 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 0b4a5fea-0598-489d-9e45-fc3ffbb44916 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:30:54.441448 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 0b4a5fea-0598-489d-9e45-fc3ffbb44916 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:54.441853 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:54.449102 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc372ff8-af99-4ef6-b5c3-ea6182061015,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:54.461080 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:30:54.461420 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 7729b1e2-04d5-4718-a7e9-ae9ecf6b8332 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:54.541310 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-1db53503-5791-464b-a7b3-fc2bd295cc33 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298676 Jan 28 20:30:54.543559 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (05f2027e-11f7-4a82-83ca-83df503060d7), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.686892 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (05f2027e-11f7-4a82-83ca-83df503060d7), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.690404 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks [] for router_controller (05f2027e-11f7-4a82-83ca-83df503060d7), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.769019 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (05f2027e-11f7-4a82-83ca-83df503060d7), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.769532 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05f2027e-11f7-4a82-83ca-83df503060d7 {{(pid=102377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:30:54.782164 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.783287 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-60e2b498-7a1e-476d-8194-d8641c57000f admin admin] 10.222.0.59 "DELETE /v2.0/routers/05f2027e-11f7-4a82-83ca-83df503060d7 HTTP/1.1" status: 204 len: 168 time: 1.1265244 Jan 28 20:30:54.786003 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46740) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:54.788942 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-9761b1b7-54e7-49bb-862f-b54d3d5990df service neutron] 10.222.0.59 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300451 Jan 28 20:30:54.833973 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a0c15c7-8779-40a5-97ae-bc149da37a56 admin admin] Deleting subnet e6c58de8-bfbe-4884-8ef8-c6fa223cd791 {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:30:54.837957 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6a0c15c7-8779-40a5-97ae-bc149da37a56 admin admin] Publish callbacks [] for subnet (e6c58de8-bfbe-4884-8ef8-c6fa223cd791), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.880171 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6a0c15c7-8779-40a5-97ae-bc149da37a56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367772'] for subnet (e6c58de8-bfbe-4884-8ef8-c6fa223cd791), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.917112 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-5ab82501-82fa-4449-9b30-8e342e59eb87 service neutron] 10.222.0.59 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222305 Jan 28 20:30:54.920926 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6a0c15c7-8779-40a5-97ae-bc149da37a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (e6c58de8-bfbe-4884-8ef8-c6fa223cd791), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:54.930119 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3497f38-5a43-46cd-88d1-768e186acad6 req-b1f6ba2c-3153-445d-895e-e66091882486 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:54.931730 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3497f38-5a43-46cd-88d1-768e186acad6 req-b1f6ba2c-3153-445d-895e-e66091882486 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0820878 Jan 28 20:30:54.986740 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3497f38-5a43-46cd-88d1-768e186acad6 req-8d459ced-9d1b-4378-8dea-c8d1d5e96693 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493090 Jan 28 20:30:54.992381 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6a0c15c7-8779-40a5-97ae-bc149da37a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25715837'] for subnet (e6c58de8-bfbe-4884-8ef8-c6fa223cd791), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.018566 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c15c7-8779-40a5-97ae-bc149da37a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c58de8-bfbe-4884-8ef8-c6fa223cd791,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:55.022271 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-6a0c15c7-8779-40a5-97ae-bc149da37a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.025537 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-6a0c15c7-8779-40a5-97ae-bc149da37a56 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e6c58de8-bfbe-4884-8ef8-c6fa223cd791 HTTP/1.1" status: 204 len: 168 time: 0.2384844 Jan 28 20:30:55.028205 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46746) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:55.112886 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (985d3604-0360-4ae4-846c-94a6045e656d), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.126674 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f9deca4c-9eb6-4de2-93d4-339e05c9fa6f req-4304ee56-5ec3-47a2-b256-bd45cd48279b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 210 time: 0.0453548 Jan 28 20:30:55.200485 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (985d3604-0360-4ae4-846c-94a6045e656d), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.223779 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985d3604-0360-4ae4-846c-94a6045e656d']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:55.233425 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae111c9-e53d-46d7-a318-d14d5ebea2c7') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:55.233765 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae111c9-e53d-46d7-a318-d14d5ebea2c7') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:55.243567 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (3ae111c9-e53d-46d7-a318-d14d5ebea2c7), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.257356 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (3ae111c9-e53d-46d7-a318-d14d5ebea2c7), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.263585 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:30:55.263977 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (3ae111c9-e53d-46d7-a318-d14d5ebea2c7), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:30:55.265717 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:30:55.556641 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (985d3604-0360-4ae4-846c-94a6045e656d), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.565270 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.568517 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] 10.222.0.59 "DELETE /v2.0/networks/985d3604-0360-4ae4-846c-94a6045e656d HTTP/1.1" status: 204 len: 168 time: 0.5393949 Jan 28 20:30:55.578546 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af21639-1ce5-4d96-a5dc-9910dff2fa75 admin admin] Pushing event deleted for resources: {'Network': ['ID=985d3604-0360-4ae4-846c-94a6045e656d,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:55.735072 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46760) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:55.775579 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-22b3beb9-732a-41da-89a3-d01a68ecbe28 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0f6f9108399481680b96ea944fe5387&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392845 Jan 28 20:30:55.778296 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46762) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:55.789405 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device fc372ff8-af99-4ef6-b5c3-ea6182061015 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:55.809375 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: fc372ff8-af99-4ef6-b5c3-ea6182061015 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:30:55.809719 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device fc372ff8-af99-4ef6-b5c3-ea6182061015 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:55.810861 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3f5cdbd8-8c56-41d4-b168-55712f94cc74 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:30:55.827002 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-fa0133bb-fc3f-48b5-9a70-831179049224 admin admin] Publish callbacks [] for security_group (df290c40-ce74-48f8-b5ec-5822a420646c), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.831819 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 3f5cdbd8-8c56-41d4-b168-55712f94cc74 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:30:55.832167 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3f5cdbd8-8c56-41d4-b168-55712f94cc74 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:30:55.849132 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-fa0133bb-fc3f-48b5-9a70-831179049224 admin admin] Publish callbacks [] for security_group (df290c40-ce74-48f8-b5ec-5822a420646c), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.894449 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-fa0133bb-fc3f-48b5-9a70-831179049224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (df290c40-ce74-48f8-b5ec-5822a420646c), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.896951 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-fa0133bb-fc3f-48b5-9a70-831179049224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:55.898119 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-fa0133bb-fc3f-48b5-9a70-831179049224 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df290c40-ce74-48f8-b5ec-5822a420646c HTTP/1.1" status: 204 len: 168 time: 0.1187341 Jan 28 20:30:55.906307 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0133bb-fc3f-48b5-9a70-831179049224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df290c40-ce74-48f8-b5ec-5822a420646c,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:56.124436 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92a430-d6f5-48a9-8638-9ccdc4f1ead2 req-30de769e-31b4-4652-b654-164f37b3a0d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:56.126808 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c92a430-d6f5-48a9-8638-9ccdc4f1ead2 req-30de769e-31b4-4652-b654-164f37b3a0d3 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0643871 Jan 28 20:30:56.187589 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8c92a430-d6f5-48a9-8638-9ccdc4f1ead2 req-7c81ac30-61f0-495f-9a8e-7d267b057067 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547571 Jan 28 20:30:56.231468 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9ea4d1c7-e947-4c5b-829e-41516c2a4a80 req-38cf4093-28b3-423e-bc99-9cd301358c14 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 210 time: 0.0280223 Jan 28 20:30:56.587996 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46790) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:56.693301 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1676260408-network', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:56.705156 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-593e6d29-63da-4a33-a623-5b43749317af tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:56.706637 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-593e6d29-63da-4a33-a623-5b43749317af tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 817 time: 0.1144028 Jan 28 20:30:56.720109 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Made reservation on behalf of 1c0728fb029c4fd3acf933d889ce813d for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:56.723074 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.734858 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.777907 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-7b28e152-2050-4fd5-8331-d5dd70e6e781 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51269d658f0540dab6086a21ebd9e00f HTTP/1.1" status: 200 len: 380 time: 0.0599821 Jan 28 20:30:56.791148 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'port': {'device_id': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'admin_state_up': True, 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'security_groups': ['a8421b12-99b0-4d1d-9ad3-07883cad10f3']}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:56.854013 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Publish callbacks [] for security_group (4032d63d-4662-43c2-8306-3936e8da1438), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.859099 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (4032d63d-4662-43c2-8306-3936e8da1438), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.880029 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:30:56.893748 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4032d63d-4662-43c2-8306-3936e8da1438,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:56.900281 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (0dff523d-fafc-4847-81f3-0cfc57e1e718), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.900621 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Added segment 0dff523d-fafc-4847-81f3-0cfc57e1e718 of type vlan for network eb79ac15-c1bc-4519-8571-57377ab7b400 Jan 28 20:30:56.917405 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Made reservation on behalf of 51269d658f0540dab6086a21ebd9e00f for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:56.921398 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.943820 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (eb79ac15-c1bc-4519-8571-57377ab7b400), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.968268 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (eb79ac15-c1bc-4519-8571-57377ab7b400), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:56.969328 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:56.969919 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.029805 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4407127 Jan 28 20:30:57.034151 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46802) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:57.041252 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Request body: {'subnet': {'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1676260408-subnet', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:57.047199 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebb66c-9dd1-42c6-90c8-dc0aaf97ccb7 admin admin] Pushing event updated for resources: {'Network': ['ID=eb79ac15-c1bc-4519-8571-57377ab7b400,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:57.057698 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network eb79ac15-c1bc-4519-8571-57377ab7b400 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:30:57.062412 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Allocated IP 172.20.0.6 (e6189d54-a943-4614-aea9-0a741e80c5fa/066a16f9-e7c6-4d28-be35-de236a44ce95/2b3708de-bc79-4020-8e5f-b6aecdd43ef2) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:57.065460 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Made reservation on behalf of 1c0728fb029c4fd3acf933d889ce813d for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:30:57.069391 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25623239'] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.230165 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.268812 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.313279 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25920580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25623253'] for subnet (2ad248d9-e231-44c7-877c-94949aa083fa), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.317127 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Network e6189d54-a943-4614-aea9-0a741e80c5fa is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:57.320271 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:57.322817 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:57.354776 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:57.379844 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:57.380463 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.392319 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d2a39-a1b2-418b-af31-2ec321c9a47d req-010dc165-913c-43fa-9ef5-9265c25574bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:57.397922 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-950d2a39-a1b2-418b-af31-2ec321c9a47d req-010dc165-913c-43fa-9ef5-9265c25574bd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.1257162 Jan 28 20:30:57.406226 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-e9bce469-72d4-4748-9e26-aebf30203920 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193292 Jan 28 20:30:57.422999 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Request body: {'port': {'device_id': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:57.433933 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad248d9-e231-44c7-877c-94949aa083fa,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:57.463687 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Checking segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:30:57.464046 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Network hostable DHCP agents. Network: eb79ac15-c1bc-4519-8571-57377ab7b400, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:30:57.487596 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a2e77-a115-455f-ad3b-60638e301522 req-31b27c93-d069-4889-bdd6-87ccc5db5c6e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:57.489049 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-039a2e77-a115-455f-ad3b-60638e301522 req-31b27c93-d069-4889-bdd6-87ccc5db5c6e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 931 time: 0.1473265 Jan 28 20:30:57.496788 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.501182 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-950d2a39-a1b2-418b-af31-2ec321c9a47d req-a7044d8d-45ae-40b9-beb0-af317e64a166 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946710 Jan 28 20:30:57.529575 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Network eb79ac15-c1bc-4519-8571-57377ab7b400 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:30:57.549867 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, eb79ac15-c1bc-4519-8571-57377ab7b400) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:57.556666 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:57.557265 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.558372 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c6465-b2c1-42f1-9a54-0636f172e6d5 None None] Network eb79ac15-c1bc-4519-8571-57377ab7b400 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:30:57.562635 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-039a2e77-a115-455f-ad3b-60638e301522 req-9d68cd1f-6840-433c-8010-f5f12694c3e4 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602856 Jan 28 20:30:57.590906 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-cc91300a-1574-463a-9ca5-1701c0b4b150 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5557520 Jan 28 20:30:57.593810 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46812) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:57.598463 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:30:57.621266 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (b32b5521-9534-4e30-a025-8d4a0ab9769d), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.622436 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (b32b5521-9534-4e30-a025-8d4a0ab9769d), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.632643 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-9c919535-d255-4d19-a6b2-0086192feb48 None None] Provisioning complete for port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:57.633247 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-9c919535-d255-4d19-a6b2-0086192feb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.680437 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks [] for router_controller (b32b5521-9534-4e30-a025-8d4a0ab9769d), precommit_add_association {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.682214 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-9c919535-d255-4d19-a6b2-0086192feb48 None None] Port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:30:57.711319 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-eb79ac15-c1bc-4519-8571-57377ab7b400', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:30:57.712576 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.801550 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:30:57.811186 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Publish callbacks [] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.824082 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Transition to ACTIVE for port object 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:30:57.829885 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.832462 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks [] for router_gateway (b32b5521-9534-4e30-a025-8d4a0ab9769d), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:57.872536 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Allocated IP 172.20.0.2 (eb79ac15-c1bc-4519-8571-57377ab7b400/2ad248d9-e231-44c7-877c-94949aa083fa/23a59bad-1c4d-45aa-946e-8218c740da35) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:57.880811 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:57.973558 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Attempting to bind port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:30:57.974528 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Attempting to bind port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:30:57.974632 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Attempting to bind port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 on network e6189d54-a943-4614-aea9-0a741e80c5fa {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:57.980304 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 on network e6189d54-a943-4614-aea9-0a741e80c5fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:30:57.980632 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Attempting to bind port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 on network e6189d54-a943-4614-aea9-0a741e80c5fa {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:57.989566 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:30:57.989899 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Checking segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:30:57.990304 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Bound using segment: {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:30:57.990739 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Bound port: 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a88a727-44f8-4e11-9b7a-dcc0787e550b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:30:57.991100 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.068681 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:58.070415 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks [] for router_gateway (b32b5521-9534-4e30-a025-8d4a0ab9769d), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.072428 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Publish callbacks [] for port (23a59bad-1c4d-45aa-946e-8218c740da35), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.072926 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:30:58.081794 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.082125 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.094997 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.121468 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Network eb79ac15-c1bc-4519-8571-57377ab7b400 is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:58.121830 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:58.122434 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.124786 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] 10.222.0.42 "PUT /v2.0/ports/2b3708de-bc79-4020-8e5f-b6aecdd43ef2 HTTP/1.1" status: 200 len: 1093 time: 0.7071633 Jan 28 20:30:58.127070 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:30:58.129401 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635f59d5-b663-4fa9-b8cc-5f393a208e46" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:30:58.129849 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:58.136197 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:58.142789 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Pushing event updated for resources: {'Port': ['ID=23a59bad-1c4d-45aa-946e-8218c740da35,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:58.170361 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdaa38-79bc-4ec8-90b1-a9d3a8d70b8b service neutron] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:58.197932 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5480b26e-835a-4aa8-8f16-10f7bf25d84d x-openstack-request-id: req-5480b26e-835a-4aa8-8f16-10f7bf25d84d {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:30:58.198214 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:30:58.198467 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5480b26e-835a-4aa8-8f16-10f7bf25d84d {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:30:58.198866 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'status': 'completed', 'code': 200} Jan 28 20:30:58.221443 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Attempting to bind port 23a59bad-1c4d-45aa-946e-8218c740da35 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:30:58.226291 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Attempting to bind port 23a59bad-1c4d-45aa-946e-8218c740da35 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:30:58.227260 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Attempting to bind port 23a59bad-1c4d-45aa-946e-8218c740da35 on network eb79ac15-c1bc-4519-8571-57377ab7b400 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:30:58.234969 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:30:58.235339 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Checking segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:30:58.235735 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.236256 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Bound using segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:30:58.236722 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Bound port: 23a59bad-1c4d-45aa-946e-8218c740da35, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:30:58.237099 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.245513 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Allocated IP 172.27.0.194 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/be58326e-a20d-4ad7-81aa-9d0629c9e1bd) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:30:58.311587 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] For port 23a59bad-1c4d-45aa-946e-8218c740da35, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:30:58.315287 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] For port 23a59bad-1c4d-45aa-946e-8218c740da35, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=23a59bad-1c4d-45aa-946e-8218c740da35,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:30:58.323554 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.360763 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks [] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.398636 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db246d0c-5f1b-4f96-b7ac-a109fb458220 None None] Pushing event updated for resources: {'Port': ['ID=23a59bad-1c4d-45aa-946e-8218c740da35,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:58.400360 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:58.440321 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:30:58.443396 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:30:58.445941 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:30:58.476651 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Pushing event updated for resources: {'Port': ['ID=be58326e-a20d-4ad7-81aa-9d0629c9e1bd,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:58.738452 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd886726-dcc4-4c11-bb29-fa87af5f78ad req-b5cd9c23-7160-4e93-b1a6-5d554aff5d8a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:58.739902 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bd886726-dcc4-4c11-bb29-fa87af5f78ad req-b5cd9c23-7160-4e93-b1a6-5d554aff5d8a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.1411438 Jan 28 20:30:58.785231 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74692ff-2515-4a76-8ab0-f5e11c43eb2f req-d68ffd2f-c2c9-4ad1-bfab-8ce1b3cf3444 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:30:58.786598 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f74692ff-2515-4a76-8ab0-f5e11c43eb2f req-d68ffd2f-c2c9-4ad1-bfab-8ce1b3cf3444 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.1401517 Jan 28 20:30:59.082569 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bd886726-dcc4-4c11-bb29-fa87af5f78ad req-0a8799e3-eb45-48e2-be20-d026c4453f60 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358281 Jan 28 20:30:59.101749 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks [] for router_gateway (b32b5521-9534-4e30-a025-8d4a0ab9769d), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:59.158505 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f74692ff-2515-4a76-8ab0-f5e11c43eb2f req-2c84bc83-5ed4-4155-b68f-0b6be14a9917 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176476 Jan 28 20:30:59.293980 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d38ef13-a511-469d-b80b-c9c4051bd89e None None] Network eb79ac15-c1bc-4519-8571-57377ab7b400 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:30:59.318717 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (b32b5521-9534-4e30-a025-8d4a0ab9769d), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:59.360863 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-0d997337-712e-4452-97e2-59bbfe303f29 None None] Provisioning complete for port 23a59bad-1c4d-45aa-946e-8218c740da35 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:59.361232 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0d997337-712e-4452-97e2-59bbfe303f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:59.444517 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Router b32b5521-9534-4e30-a025-8d4a0ab9769d is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:30:59.479399 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-0d997337-712e-4452-97e2-59bbfe303f29 None None] Current status of the port 23a59bad-1c4d-45aa-946e-8218c740da35 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:30:59.480045 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0d997337-712e-4452-97e2-59bbfe303f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:59.514716 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-0d997337-712e-4452-97e2-59bbfe303f29 None None] For port 23a59bad-1c4d-45aa-946e-8218c740da35, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=23a59bad-1c4d-45aa-946e-8218c740da35,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:30:59.519248 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0d997337-712e-4452-97e2-59bbfe303f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:59.563575 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:30:59.578455 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Sync routers for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:30:59.584271 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:30:59.585615 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-ca4e09b4-1753-43ce-bdcd-dfe566633143 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9905801 Jan 28 20:30:59.586216 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d997337-712e-4452-97e2-59bbfe303f29 None None] Pushing event updated for resources: {'Port': ['ID=23a59bad-1c4d-45aa-946e-8218c740da35,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:30:59.588367 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46824) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:30:59.593158 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:30:59.593944 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:30:59.704676 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:30:59.886328 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 23a59bad-1c4d-45aa-946e-8218c740da35 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:30:59.971415 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-b41fb179-26c2-43e5-8515-2f1da1b6d7b8 None None] Provisioning complete for port 23a59bad-1c4d-45aa-946e-8218c740da35 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:30:59.971787 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-b41fb179-26c2-43e5-8515-2f1da1b6d7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.021812 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.041555 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 23a59bad-1c4d-45aa-946e-8218c740da35 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:00.041954 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.151218 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-b41fb179-26c2-43e5-8515-2f1da1b6d7b8 None None] Current status of the port 23a59bad-1c4d-45aa-946e-8218c740da35 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:00.200770 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:30:58Z', 'revision_number': 3, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:00.205991 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Allocated IP 172.20.0.1 (eb79ac15-c1bc-4519-8571-57377ab7b400/2ad248d9-e231-44c7-877c-94949aa083fa/f718b600-2837-4d30-9291-93f592c48686) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:00.237769 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Checking router: b32b5521-9534-4e30-a025-8d4a0ab9769d for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:00.238398 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Updating router b32b5521-9534-4e30-a025-8d4a0ab9769d port be58326e-a20d-4ad7-81aa-9d0629c9e1bd binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:31:00.240333 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 23a59bad-1c4d-45aa-946e-8218c740da35 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:00.266265 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eb548-b6e4-4bc2-82dd-6df27925096c req-a96b67a4-4a6e-4b2e-8701-24e955684c38 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:00.267973 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f63eb548-b6e4-4bc2-82dd-6df27925096c req-a96b67a4-4a6e-4b2e-8701-24e955684c38 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.1079726 Jan 28 20:31:00.274637 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.393938 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72386136-036b-40ee-9329-8418a3bc1089 req-b212a5d5-f6f4-43ce-b190-832aa6136b03 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:00.395314 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-72386136-036b-40ee-9329-8418a3bc1089 req-b212a5d5-f6f4-43ce-b190-832aa6136b03 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.1515784 Jan 28 20:31:00.401358 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f63eb548-b6e4-4bc2-82dd-6df27925096c req-919125e5-a0fc-4836-bb2a-71769aac02d1 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935583 Jan 28 20:31:00.427276 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Publish callbacks [] for port (f718b600-2837-4d30-9291-93f592c48686), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.474339 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-72386136-036b-40ee-9329-8418a3bc1089 req-3fe84670-bc44-4847-926f-1a07431952c5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719700 Jan 28 20:31:00.488204 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (f718b600-2837-4d30-9291-93f592c48686), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.535339 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Publish callbacks [] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.541797 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Network eb79ac15-c1bc-4519-8571-57377ab7b400 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:00.542437 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.545818 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:00.547850 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Pushing event updated for resources: {'Port': ['ID=f718b600-2837-4d30-9291-93f592c48686,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:00.550280 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:00.588795 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (b32b5521-9534-4e30-a025-8d4a0ab9769d), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.593180 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Attempting to bind port be58326e-a20d-4ad7-81aa-9d0629c9e1bd on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:00.593547 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Attempting to bind port be58326e-a20d-4ad7-81aa-9d0629c9e1bd by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:00.593928 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Attempting to bind port be58326e-a20d-4ad7-81aa-9d0629c9e1bd on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:00.601257 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef2edd-a255-440b-9c90-782392c80dfd None None] Pushing event updated for resources: {'Port': ['ID=be58326e-a20d-4ad7-81aa-9d0629c9e1bd,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:00.603798 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:00.604169 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:00.604568 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.604943 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:00.605440 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Bound port: be58326e-a20d-4ad7-81aa-9d0629c9e1bd, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:00.605785 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.667028 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] For port be58326e-a20d-4ad7-81aa-9d0629c9e1bd, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:00.670610 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] For port be58326e-a20d-4ad7-81aa-9d0629c9e1bd, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=be58326e-a20d-4ad7-81aa-9d0629c9e1bd,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:00.677743 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.736045 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (f718b600-2837-4d30-9291-93f592c48686), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.752786 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef2edd-a255-440b-9c90-782392c80dfd None None] Pushing event updated for resources: {'Port': ['ID=be58326e-a20d-4ad7-81aa-9d0629c9e1bd,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:00.755587 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:00.756272 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:00.819691 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-0162848e-6437-4dd0-b9fa-0b8ce6fae79f None None] Provisioning complete for port f718b600-2837-4d30-9291-93f592c48686 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:00.820067 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0162848e-6437-4dd0-b9fa-0b8ce6fae79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (f718b600-2837-4d30-9291-93f592c48686), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.899080 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Publish callbacks [] for port (f718b600-2837-4d30-9291-93f592c48686), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.899275 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:00.900804 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-0162848e-6437-4dd0-b9fa-0b8ce6fae79f None None] Port f718b600-2837-4d30-9291-93f592c48686 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:31:00.904558 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (f718b600-2837-4d30-9291-93f592c48686), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.968566 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (b32b5521-9534-4e30-a025-8d4a0ab9769d), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:00.970248 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Pushing event updated for resources: {'Port': ['ID=f718b600-2837-4d30-9291-93f592c48686,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:01.064172 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Network eb79ac15-c1bc-4519-8571-57377ab7b400 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:01.065639 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:01.104346 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 1, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:01.132258 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbc22c2-4f01-4b71-a5ca-9e55d5f36898 None None] The sync data for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi is: [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 1, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:01.186875 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Router b32b5521-9534-4e30-a025-8d4a0ab9769d has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:31:01.303110 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:01.336190 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-0837bae8-654a-459d-ab1e-27b4ba356d27 None None] Provisioning complete for port f718b600-2837-4d30-9291-93f592c48686 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:01.336493 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0837bae8-654a-459d-ab1e-27b4ba356d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (f718b600-2837-4d30-9291-93f592c48686), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:01.350458 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-103e28db-5f01-4568-bde5-fd21afb85a59 admin admin] 10.222.0.59 "PUT /v2.0/routers/b32b5521-9534-4e30-a025-8d4a0ab9769d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7536321 Jan 28 20:31:01.373304 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-0837bae8-654a-459d-ab1e-27b4ba356d27 None None] Port f718b600-2837-4d30-9291-93f592c48686 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:31:01.775211 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f59d5-b663-4fa9-b8cc-5f393a208e46 req-24851db3-6d7c-4e93-be2f-a11cf0c7e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:01.777812 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-635f59d5-b663-4fa9-b8cc-5f393a208e46 req-24851db3-6d7c-4e93-be2f-a11cf0c7e731 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1127 time: 0.0810556 Jan 28 20:31:01.780258 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0660f-bb38-418a-b1e6-8a2e6484744d req-ee436bfe-bc96-451a-bc6a-6ea17df655e4 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:01.781919 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6ba0660f-bb38-418a-b1e6-8a2e6484744d req-ee436bfe-bc96-451a-bc6a-6ea17df655e4 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.3074751 Jan 28 20:31:01.831862 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6ba0660f-bb38-418a-b1e6-8a2e6484744d req-7aa2aa02-2513-4b9e-a04a-0836c6bd1687 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444291 Jan 28 20:31:01.908167 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f59d5-b663-4fa9-b8cc-5f393a208e46 req-22b13b15-86e1-4eaa-bc71-3f029870134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:01.909770 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-635f59d5-b663-4fa9-b8cc-5f393a208e46 req-22b13b15-86e1-4eaa-bc71-3f029870134a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=51269d658f0540dab6086a21ebd9e00f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1187477 Jan 28 20:31:01.991350 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9018c84-0cc3-44c0-82a8-5ae0349178a3 req-b4da5599-99b2-473c-8223-e9eb9292fc14 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:01.993321 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f9018c84-0cc3-44c0-82a8-5ae0349178a3 req-b4da5599-99b2-473c-8223-e9eb9292fc14 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0739114 Jan 28 20:31:02.039703 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f59d5-b663-4fa9-b8cc-5f393a208e46 req-1c35b739-fa1d-4a24-afdd-6af14b8a2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:02.041278 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-635f59d5-b663-4fa9-b8cc-5f393a208e46 req-1c35b739-fa1d-4a24-afdd-6af14b8a2451 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230221 Jan 28 20:31:02.049535 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f9018c84-0cc3-44c0-82a8-5ae0349178a3 req-f3c55d6e-e8d3-4857-862b-f6b87ca88669 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480721 Jan 28 20:31:02.124522 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 46844) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:02.129026 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-b61d2326-e5ac-4005-b366-b5f17697f2ff tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863771908', 'description': 'tempest-description--127563464'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:02.145807 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-7ca0f045-7734-497c-90f3-c80c395d5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:02.147599 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-7ca0f045-7734-497c-90f3-c80c395d5659 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1127 time: 0.0664001 Jan 28 20:31:02.163646 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b61d2326-e5ac-4005-b366-b5f17697f2ff tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.198901 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-c3777cad-0c47-4de4-b735-1e7a12069ff9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2 HTTP/1.1" status: 200 len: 217 time: 0.0428896 Jan 28 20:31:02.275074 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-0f2f8498-a506-4d9f-8af2-ea1c96b12036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:02.276827 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-0f2f8498-a506-4d9f-8af2-ea1c96b12036 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.0702846 Jan 28 20:31:02.329866 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b61d2326-e5ac-4005-b366-b5f17697f2ff tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (095739ce-e2fc-4e34-bb12-3ee0c19ba5c7), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.336747 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b61d2326-e5ac-4005-b366-b5f17697f2ff tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (095739ce-e2fc-4e34-bb12-3ee0c19ba5c7), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.373921 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b61d2326-e5ac-4005-b366-b5f17697f2ff tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.375179 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b61d2326-e5ac-4005-b366-b5f17697f2ff tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2496617 Jan 28 20:31:02.378170 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46848) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:02.379157 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-a562bffe-c8ad-415e-9556-40ba3f782750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:02.380614 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-a562bffe-c8ad-415e-9556-40ba3f782750 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0968406 Jan 28 20:31:02.381602 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d2326-e5ac-4005-b366-b5f17697f2ff tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:02.382801 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-1dfdd4d1-79e1-41d5-b138-753e52fd8275 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'security_group_rule': {'security_group_id': '095739ce-e2fc-4e34-bb12-3ee0c19ba5c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:02.412413 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd4d1-79e1-41d5-b138-753e52fd8275 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (d840ce0b-a450-4f3c-82b0-c6236c5f2bad), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.477665 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd4d1-79e1-41d5-b138-753e52fd8275 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (d840ce0b-a450-4f3c-82b0-c6236c5f2bad), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.482489 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd4d1-79e1-41d5-b138-753e52fd8275 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (d840ce0b-a450-4f3c-82b0-c6236c5f2bad), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.485638 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-1afc777d-21c9-4475-b0d3-39223cfcaf78 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981669 Jan 28 20:31:02.502080 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdd4d1-79e1-41d5-b138-753e52fd8275 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d840ce0b-a450-4f3c-82b0-c6236c5f2bad,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:02.514086 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1dfdd4d1-79e1-41d5-b138-753e52fd8275 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.518400 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-1dfdd4d1-79e1-41d5-b138-753e52fd8275 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391504 Jan 28 20:31:02.519591 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46850) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:02.524028 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-4cf98093-7a4b-4047-96d0-3cf8cfed744e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'security_group_rule': {'security_group_id': '095739ce-e2fc-4e34-bb12-3ee0c19ba5c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:02.553843 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4cf98093-7a4b-4047-96d0-3cf8cfed744e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (c19804c3-bda5-4db7-b41b-ac6557acf67f), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.588250 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4918cdfc-0d97-43bb-a472-ddcfac16663d req-eef0d93c-fa87-4bb8-a893-090f2a48ca51 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963430 Jan 28 20:31:02.611531 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4cf98093-7a4b-4047-96d0-3cf8cfed744e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (c19804c3-bda5-4db7-b41b-ac6557acf67f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.615440 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4cf98093-7a4b-4047-96d0-3cf8cfed744e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (c19804c3-bda5-4db7-b41b-ac6557acf67f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.632918 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf98093-7a4b-4047-96d0-3cf8cfed744e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19804c3-bda5-4db7-b41b-ac6557acf67f,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:02.642514 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4cf98093-7a4b-4047-96d0-3cf8cfed744e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.643749 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4cf98093-7a4b-4047-96d0-3cf8cfed744e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231251 Jan 28 20:31:02.646800 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 46852) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:02.651276 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:02.671881 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.719897 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-175f6956-7c24-4334-a662-5f65dc7078b7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:02.721508 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-175f6956-7c24-4334-a662-5f65dc7078b7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0547051 Jan 28 20:31:02.771332 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.822459 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Deleting port e0e35fd9-2a9a-446e-bf87-14668877b787 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:02.822981 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.876879 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Allocated IP 172.27.0.78 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/ebcf025d-fbc8-4ca2-bf3d-816c76aec382) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:02.915793 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] For port e0e35fd9-2a9a-446e-bf87-14668877b787, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e35fd9-2a9a-446e-bf87-14668877b787,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:02.916263 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:02.930207 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Calling delete_port for e0e35fd9-2a9a-446e-bf87-14668877b787 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:03.028547 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824dfc5-7e79-4e24-b417-611ea9bb71f0 req-4aee9600-8dae-45bd-abfb-d0805526db57 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:03.030160 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c824dfc5-7e79-4e24-b417-611ea9bb71f0 req-4aee9600-8dae-45bd-abfb-d0805526db57 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb895887-c105-49c8-8ebb-6f2d7327a46c HTTP/1.1" status: 200 len: 945 time: 0.0865271 Jan 28 20:31:03.048698 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for port (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.079963 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (e0e35fd9-2a9a-446e-bf87-14668877b787), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.108794 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Pushing event deleted for resources: {'Port': ['ID=e0e35fd9-2a9a-446e-bf87-14668877b787,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:03.108995 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c824dfc5-7e79-4e24-b417-611ea9bb71f0 req-d310fbd9-ee79-4462-8d48-eea4bef8d0dd tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701745 Jan 28 20:31:03.123496 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['a7431330-e930-49ae-b76c-bf203d204d59', 'ce9c009d-bd33-472f-8bed-913b4a444447', 'e0e35fd9-2a9a-446e-bf87-14668877b787'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:03.128420 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.174515 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] No DVR routers for this DVR port e0e35fd9-2a9a-446e-bf87-14668877b787 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:03.180542 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.184014 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-02a80bad-e69e-4fde-96ae-e3afd04f45fb req-d51a5e79-4258-44d9-a01a-99bbfbae7501 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "DELETE /v2.0/ports/e0e35fd9-2a9a-446e-bf87-14668877b787 HTTP/1.1" status: 204 len: 173 time: 0.4561431 Jan 28 20:31:03.184533 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb895887-c105-49c8-8ebb-6f2d7327a46c', 'name': 'network-vif-deleted', 'tag': 'e0e35fd9-2a9a-446e-bf87-14668877b787'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:03.195443 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293dd990-9061-475f-b562-fdfb94f73f97" -d '{"events": [{"server_uuid": "cb895887-c105-49c8-8ebb-6f2d7327a46c", "name": "network-vif-deleted", "tag": "e0e35fd9-2a9a-446e-bf87-14668877b787"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:03.206312 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:03.215001 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:03.223515 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:03.237862 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e294696-68c8-42c8-8407-1d5b89b71b08 x-openstack-request-id: req-0e294696-68c8-42c8-8407-1d5b89b71b08 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:03.238174 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb895887-c105-49c8-8ebb-6f2d7327a46c", "name": "network-vif-deleted", "tag": "e0e35fd9-2a9a-446e-bf87-14668877b787", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:03.238427 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0e294696-68c8-42c8-8407-1d5b89b71b08 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:03.238825 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb895887-c105-49c8-8ebb-6f2d7327a46c', 'name': 'network-vif-deleted', 'tag': 'e0e35fd9-2a9a-446e-bf87-14668877b787', 'status': 'completed', 'code': 200} Jan 28 20:31:03.265765 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'Port': ['ID=ebcf025d-fbc8-4ca2-bf3d-816c76aec382,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:03.296179 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bfd3a-d8ff-4db5-9ff1-197847887259 req-0d50aebe-cf01-4e40-8d8e-2443b2a041a8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:03.297712 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f32bfd3a-d8ff-4db5-9ff1-197847887259 req-0d50aebe-cf01-4e40-8d8e-2443b2a041a8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.1292150 Jan 28 20:31:03.377387 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (f2461765-d039-444d-b8e3-8a20205aba56), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.398432 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f32bfd3a-d8ff-4db5-9ff1-197847887259 req-0eee2562-db58-420d-b547-cf4a047db8fc tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708499 Jan 28 20:31:03.403769 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Sync routers for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:03.431266 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:03.431957 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:03.443785 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.539195 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:03.607076 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for port (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.612302 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.684301 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'Port': ['ID=ebcf025d-fbc8-4ca2-bf3d-816c76aec382,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:03.697076 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (f2461765-d039-444d-b8e3-8a20205aba56), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.713305 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.714624 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9650c6fd-3019-44c3-a399-6e1f148d6f1a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0668945 Jan 28 20:31:03.746148 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 2, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:03.774142 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Checking router: b32b5521-9534-4e30-a025-8d4a0ab9769d for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:03.774544 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Updating router b32b5521-9534-4e30-a025-8d4a0ab9769d port f718b600-2837-4d30-9291-93f592c48686 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:31:03.803798 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (f718b600-2837-4d30-9291-93f592c48686), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:03.876614 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device be58326e-a20d-4ad7-81aa-9d0629c9e1bd up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:03.907510 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-e6775454-6789-4f40-80e1-3482b801e1aa tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--863771908&fields=id&tenant_id=1c0728fb029c4fd3acf933d889ce813d HTTP/1.1" status: 200 len: 267 time: 0.0520971 Jan 28 20:31:03.934647 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port be58326e-a20d-4ad7-81aa-9d0629c9e1bd triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:03.935949 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.023585 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port be58326e-a20d-4ad7-81aa-9d0629c9e1bd is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:04.023975 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.045275 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11fa3-effb-469e-af9a-066941b311ca req-9da493ac-8e65-487a-bb44-f193ef14e305 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.046814 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-9da493ac-8e65-487a-bb44-f193ef14e305 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 811 time: 0.1321211 Jan 28 20:31:04.051193 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port be58326e-a20d-4ad7-81aa-9d0629c9e1bd, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=be58326e-a20d-4ad7-81aa-9d0629c9e1bd,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:04.055518 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.065061 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-07cf2ef2-15de-45ed-88e3-86a32614f080 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/quotas/1c0728fb029c4fd3acf933d889ce813d HTTP/1.1" status: 200 len: 375 time: 0.0119426 Jan 28 20:31:04.104994 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Publish callbacks [] for port (f718b600-2837-4d30-9291-93f592c48686), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.109274 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=be58326e-a20d-4ad7-81aa-9d0629c9e1bd,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:04.111503 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (f718b600-2837-4d30-9291-93f592c48686), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.124463 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-8d6cd268-cd3a-4f24-8135-9695ba474eea tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538495 Jan 28 20:31:04.156193 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Pushing event updated for resources: {'Port': ['ID=f718b600-2837-4d30-9291-93f592c48686,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:04.194374 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.194951 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.195464 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.195850 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.196180 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.196500 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.197011 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.197338 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.197657 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.198462 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.198975 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.199299 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.199611 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:04.229421 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Attempting to bind port f718b600-2837-4d30-9291-93f592c48686 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:04.230100 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Attempting to bind port f718b600-2837-4d30-9291-93f592c48686 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:04.230754 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Attempting to bind port f718b600-2837-4d30-9291-93f592c48686 on network eb79ac15-c1bc-4519-8571-57377ab7b400 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:04.236789 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:04.237339 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Checking segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:04.237826 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.238134 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Bound using segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:04.238592 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Bound port: f718b600-2837-4d30-9291-93f592c48686, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:04.238963 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (f718b600-2837-4d30-9291-93f592c48686), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.262714 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-baeb243c-fbeb-4b14-8726-62d9ac9a99c7 service neutron] 10.222.0.59 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254246 Jan 28 20:31:04.306105 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] For port f718b600-2837-4d30-9291-93f592c48686, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:04.309257 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] For port f718b600-2837-4d30-9291-93f592c48686, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=f718b600-2837-4d30-9291-93f592c48686,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:04.317420 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (f718b600-2837-4d30-9291-93f592c48686), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.390786 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141baa26-7d11-4d51-9b87-a7f8c6fd43a1 None None] Pushing event updated for resources: {'Port': ['ID=f718b600-2837-4d30-9291-93f592c48686,revision_number=4']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:04.394783 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-227d6115-62a9-4bb6-8c05-ac2b2f30574c service neutron] 10.222.0.59 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219525 Jan 28 20:31:04.404373 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:04.405214 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:30:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:04.427701 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-f0cb5c29-cab6-489b-a8cd-524427e711b2 None None] Provisioning complete for port f718b600-2837-4d30-9291-93f592c48686 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:04.428182 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f0cb5c29-cab6-489b-a8cd-524427e711b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (f718b600-2837-4d30-9291-93f592c48686), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.527088 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1b5ce-d6db-477b-af78-17d716b61034 req-81b2772e-f6d4-405c-bef9-a18f1ef91111 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.533649 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-65f1b5ce-d6db-477b-af78-17d716b61034 req-81b2772e-f6d4-405c-bef9-a18f1ef91111 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 945 time: 0.1102216 Jan 28 20:31:04.534027 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb5c29-cab6-489b-a8cd-524427e711b2 None None] Current status of the port f718b600-2837-4d30-9291-93f592c48686 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:04.534950 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f0cb5c29-cab6-489b-a8cd-524427e711b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (f718b600-2837-4d30-9291-93f592c48686), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.577899 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-f0cb5c29-cab6-489b-a8cd-524427e711b2 None None] For port f718b600-2837-4d30-9291-93f592c48686, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=f718b600-2837-4d30-9291-93f592c48686,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:04.584590 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f0cb5c29-cab6-489b-a8cd-524427e711b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (f718b600-2837-4d30-9291-93f592c48686), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.678169 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb5c29-cab6-489b-a8cd-524427e711b2 None None] Pushing event updated for resources: {'Port': ['ID=f718b600-2837-4d30-9291-93f592c48686,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:04.713733 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-65f1b5ce-d6db-477b-af78-17d716b61034 req-c797a6ce-2605-4ec9-9252-c9388573e5cc tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750309 Jan 28 20:31:04.750676 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:04.764951 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d27db0-32a3-4816-8402-6cc126b81546 req-40d9e8f6-667d-4fac-b2a6-28f9e5b47167 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:04.770792 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-64d27db0-32a3-4816-8402-6cc126b81546 req-40d9e8f6-667d-4fac-b2a6-28f9e5b47167 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.1195931 Jan 28 20:31:04.806848 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-79bb4aa7-fda1-4da7-b607-8155b56ace31 None None] Provisioning complete for port f718b600-2837-4d30-9291-93f592c48686 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:04.807475 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-79bb4aa7-fda1-4da7-b607-8155b56ace31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (f718b600-2837-4d30-9291-93f592c48686), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:04.813332 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-60ffc573-6092-401a-89f4-4d108c4b5ff0 req-3c7ec846-97b7-4996-aa90-ff65958b4839 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 210 time: 0.0415285 Jan 28 20:31:04.844085 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-64d27db0-32a3-4816-8402-6cc126b81546 req-95a1c776-53e8-4136-85dd-860330b3acca tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710826 Jan 28 20:31:04.908450 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-79bb4aa7-fda1-4da7-b607-8155b56ace31 None None] Current status of the port f718b600-2837-4d30-9291-93f592c48686 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:05.010970 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:05.037715 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3964e4e-1ebd-4292-9c83-15b592dc1228 None None] The sync data for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi is: [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:05.899361 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device f718b600-2837-4d30-9291-93f592c48686 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:05.927656 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf353056-4885-4399-b445-e3f61edd7edd req-71432d30-185c-4ee0-9fd0-8883ff6ee16d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.929432 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bf353056-4885-4399-b445-e3f61edd7edd req-71432d30-185c-4ee0-9fd0-8883ff6ee16d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 945 time: 0.1103001 Jan 28 20:31:05.960312 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-908f6c64-e0c8-4bc6-8d1e-9c71aa35b989 req-3514fb84-3ae3-4f42-a97d-30ad3a1b6204 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 210 time: 0.0548625 Jan 28 20:31:05.982533 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port f718b600-2837-4d30-9291-93f592c48686 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:05.983319 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (f718b600-2837-4d30-9291-93f592c48686), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:05.995430 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11fa3-effb-469e-af9a-066941b311ca req-9e0da2e6-c822-43a9-a163-4ca62f89f99e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:05.997048 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-9e0da2e6-c822-43a9-a163-4ca62f89f99e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 811 time: 0.1618500 Jan 28 20:31:06.014026 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bf353056-4885-4399-b445-e3f61edd7edd req-8a939143-7421-4a3e-839b-dedd18b86cda tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711176 Jan 28 20:31:06.090196 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-c045e070-1103-4531-970c-fe330bf94eec tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c0728fb029c4fd3acf933d889ce813d HTTP/1.1" status: 200 len: 379 time: 0.0684786 Jan 28 20:31:06.102182 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'port': {'device_id': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'admin_state_up': True, 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'security_groups': ['095739ce-e2fc-4e34-bb12-3ee0c19ba5c7']}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:06.103097 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ea1a3-c51e-443f-945d-f7fb521315d6 req-6910fd33-442d-4451-a3a5-de8549e585ea tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:06.104813 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e54ea1a3-c51e-443f-945d-f7fb521315d6 req-6910fd33-442d-4451-a3a5-de8549e585ea tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0581150 Jan 28 20:31:06.159101 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e54ea1a3-c51e-443f-945d-f7fb521315d6 req-10f6f863-798f-4626-a5cb-affdfd617992 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Jan 28 20:31:06.214088 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Made reservation on behalf of 1c0728fb029c4fd3acf933d889ce813d for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:31:06.218008 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.223391 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port f718b600-2837-4d30-9291-93f592c48686 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:06.224438 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device be58326e-a20d-4ad7-81aa-9d0629c9e1bd up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:06.269686 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port be58326e-a20d-4ad7-81aa-9d0629c9e1bd triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:06.270166 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.343094 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Allocated IP 172.20.0.13 (eb79ac15-c1bc-4519-8571-57377ab7b400/2ad248d9-e231-44c7-877c-94949aa083fa/4843d0bf-c438-4f38-b995-bd7e64982d92) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:31:06.348356 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port be58326e-a20d-4ad7-81aa-9d0629c9e1bd is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:06.476391 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.509596 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.555286 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Network eb79ac15-c1bc-4519-8571-57377ab7b400 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:31:06.558579 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:31:06.565286 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:31:06.573817 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'Port': ['ID=4843d0bf-c438-4f38-b995-bd7e64982d92,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:06.601554 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-caa21a89-7a91-4560-8882-788412e3bd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.620072 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:06.620780 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.639427 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-076a0807-6867-4b8b-b7cf-d20838e98afc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5410814 Jan 28 20:31:06.655491 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Request body: {'port': {'device_id': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:06.717209 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.843708 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-17cadfb9-aec2-455b-b914-ef4741083fa5 None None] Provisioning complete for port 4843d0bf-c438-4f38-b995-bd7e64982d92 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:06.843997 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-17cadfb9-aec2-455b-b914-ef4741083fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:06.879704 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-17cadfb9-aec2-455b-b914-ef4741083fa5 None None] Port 4843d0bf-c438-4f38-b995-bd7e64982d92 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:31:06.973126 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-393075b9-0681-45b1-b0ce-2cbae8815ae8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:06.974673 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-393075b9-0681-45b1-b0ce-2cbae8815ae8 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 945 time: 0.0924847 Jan 28 20:31:07.092918 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4843d0bf-c438-4f38-b995-bd7e64982d92 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:07.107551 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Publish callbacks [] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.134819 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395dec-14b5-48f0-bd40-e3e237430034 req-9871ba20-32b5-447a-8c0e-5e042a252628 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.136878 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a2395dec-14b5-48f0-bd40-e3e237430034 req-9871ba20-32b5-447a-8c0e-5e042a252628 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 932 time: 0.0986817 Jan 28 20:31:07.144106 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Transition to ACTIVE for port object 4843d0bf-c438-4f38-b995-bd7e64982d92 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:31:07.150660 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.173498 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdc5bc-5695-4628-92a8-252029bd54d2 req-786888f0-afcf-4d95-8a35-26ccf465c359 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.175024 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9bcdc5bc-5695-4628-92a8-252029bd54d2 req-786888f0-afcf-4d95-8a35-26ccf465c359 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=74ff9a8b-3bae-4ba8-b484-a534d77d5e43 HTTP/1.1" status: 200 len: 945 time: 0.0839472 Jan 28 20:31:07.216838 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a2395dec-14b5-48f0-bd40-e3e237430034 req-f0a6b16f-cd2e-4854-8b28-851eeaaf4ca9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734048 Jan 28 20:31:07.217356 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Deleting port ce9c009d-bd33-472f-8bed-913b4a444447 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:07.217708 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.237547 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Pushing event updated for resources: {'Port': ['ID=4843d0bf-c438-4f38-b995-bd7e64982d92,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:07.256394 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9bcdc5bc-5695-4628-92a8-252029bd54d2 req-dba60772-5df7-42aa-81fd-01a1aaf4d88a tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707657 Jan 28 20:31:07.354485 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcd471-ae3a-4dc3-b46b-678772e49a2c req-3cef38ff-b7dc-48f6-9e57-c4ef7d307b1e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.356147 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-30fcd471-ae3a-4dc3-b46b-678772e49a2c req-3cef38ff-b7dc-48f6-9e57-c4ef7d307b1e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0561473 Jan 28 20:31:07.378600 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] For port ce9c009d-bd33-472f-8bed-913b4a444447, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=ce9c009d-bd33-472f-8bed-913b4a444447,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:07.378974 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.381513 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Attempting to bind port 4843d0bf-c438-4f38-b995-bd7e64982d92 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:31:07.381857 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Attempting to bind port 4843d0bf-c438-4f38-b995-bd7e64982d92 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:31:07.382325 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Attempting to bind port 4843d0bf-c438-4f38-b995-bd7e64982d92 on network eb79ac15-c1bc-4519-8571-57377ab7b400 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:07.395341 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Port 4843d0bf-c438-4f38-b995-bd7e64982d92 on network eb79ac15-c1bc-4519-8571-57377ab7b400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:31:07.395562 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Attempting to bind port 4843d0bf-c438-4f38-b995-bd7e64982d92 on network eb79ac15-c1bc-4519-8571-57377ab7b400 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:31:07.398469 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Calling delete_port for ce9c009d-bd33-472f-8bed-913b4a444447 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:07.406251 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:31:07.406602 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Checking segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:31:07.406986 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Bound using segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:31:07.407415 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Bound port: 4843d0bf-c438-4f38-b995-bd7e64982d92, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:31:07.408374 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.420241 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-30fcd471-ae3a-4dc3-b46b-678772e49a2c req-4aa398c7-734f-48fb-ac83-c39a09d3c2d8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568783 Jan 28 20:31:07.521410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] For port 4843d0bf-c438-4f38-b995-bd7e64982d92, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:31:07.529962 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] For port 4843d0bf-c438-4f38-b995-bd7e64982d92, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=4843d0bf-c438-4f38-b995-bd7e64982d92,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:31:07.537222 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.603872 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.604487 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.605905 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] 10.222.0.42 "PUT /v2.0/ports/4843d0bf-c438-4f38-b995-bd7e64982d92 HTTP/1.1" status: 200 len: 1094 time: 0.9550440 Jan 28 20:31:07.608872 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'tag': '4843d0bf-c438-4f38-b995-bd7e64982d92'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:07.611320 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b42e6a-f238-453a-89a6-55d350217a64" -d '{"events": [{"name": "network-changed", "server_uuid": "0c701840-780a-4c1e-83e3-d03c2b53b0ed", "tag": "4843d0bf-c438-4f38-b995-bd7e64982d92"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:07.648663 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68ffbb-be34-4da7-ac0e-c061ef3fbc83 service neutron] Pushing event updated for resources: {'Port': ['ID=4843d0bf-c438-4f38-b995-bd7e64982d92,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:07.656303 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (ce9c009d-bd33-472f-8bed-913b4a444447), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.664400 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0ed5d9-3ca2-4c96-b457-34287657ecee x-openstack-request-id: req-1a0ed5d9-3ca2-4c96-b457-34287657ecee {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:07.664686 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c701840-780a-4c1e-83e3-d03c2b53b0ed", "tag": "4843d0bf-c438-4f38-b995-bd7e64982d92", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:07.664933 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a0ed5d9-3ca2-4c96-b457-34287657ecee {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:07.665316 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'tag': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'status': 'completed', 'code': 200} Jan 28 20:31:07.679570 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['a7431330-e930-49ae-b76c-bf203d204d59', 'ce9c009d-bd33-472f-8bed-913b4a444447'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:07.700201 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Pushing event deleted for resources: {'Port': ['ID=ce9c009d-bd33-472f-8bed-913b4a444447,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:07.713904 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:07.716630 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device e0e35fd9-2a9a-446e-bf87-14668877b787 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:07.760692 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: e0e35fd9-2a9a-446e-bf87-14668877b787 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:07.761227 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device e0e35fd9-2a9a-446e-bf87-14668877b787 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:07.764107 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] No DVR routers for this DVR port ce9c009d-bd33-472f-8bed-913b4a444447 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:07.769676 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:07.773099 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-dd30e31e-ca19-4d18-987a-91127c5b1670 req-3d835296-ba55-49ec-9786-6de2c0f7832d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "DELETE /v2.0/ports/ce9c009d-bd33-472f-8bed-913b4a444447 HTTP/1.1" status: 204 len: 173 time: 0.7851415 Jan 28 20:31:07.785247 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11fa3-effb-469e-af9a-066941b311ca req-a60d7e2a-a699-4b8a-b096-54a507c4e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.786851 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-a60d7e2a-a699-4b8a-b096-54a507c4e197 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 1128 time: 0.0963778 Jan 28 20:31:07.838536 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-b09b32c1-dc43-4f56-b042-54f3ea2a04a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4843d0bf-c438-4f38-b995-bd7e64982d92 HTTP/1.1" status: 200 len: 217 time: 0.0429091 Jan 28 20:31:07.896978 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11fa3-effb-469e-af9a-066941b311ca req-b4cadff3-9a4f-43b4-a7ea-02f7d6e08154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.898387 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-b4cadff3-9a4f-43b4-a7ea-02f7d6e08154 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0530682 Jan 28 20:31:07.936102 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:07.966119 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11fa3-effb-469e-af9a-066941b311ca req-1dd5725f-e42e-4d91-bbb9-81567f575002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:07.967803 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-1dd5725f-e42e-4d91-bbb9-81567f575002 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560770 Jan 28 20:31:07.972226 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'port_id': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'mac_address': 'fa:16:3e:ac:68:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:08.047238 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:08.047631 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:08.065370 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:08.077661 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-c373e3bd-c775-4f6e-8ef6-49b674d907f5 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002703 Jan 28 20:31:08.089759 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:08.094780 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:08.145771 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:08.154126 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.154492 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.154852 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.155192 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.155521 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.155847 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.156169 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.156492 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.156812 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.157151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.157475 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.158329 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.158656 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:08.177694 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f2e11fa3-effb-469e-af9a-066941b311ca req-ea191337-c815-47d4-bd64-65365679d438 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937018 Jan 28 20:31:08.303470 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b42e6a-f238-453a-89a6-55d350217a64 req-05e3e6ca-4dab-48b2-b1cb-254c247c1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.305232 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-11b42e6a-f238-453a-89a6-55d350217a64 req-05e3e6ca-4dab-48b2-b1cb-254c247c1dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 1128 time: 0.0579669 Jan 28 20:31:08.367086 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffa3dc-0ec4-497f-8650-8e024f7fad4d req-945b01bf-4327-422a-86c6-54614fa96eac tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.368576 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5bffa3dc-0ec4-497f-8650-8e024f7fad4d req-945b01bf-4327-422a-86c6-54614fa96eac tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 946 time: 0.0882108 Jan 28 20:31:08.384122 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bad7f1-0fc3-4d1b-9065-34b4bf2f609b req-1d1fa590-bbad-4c21-a40f-b1d588f2c0ae tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.385594 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-41bad7f1-0fc3-4d1b-9065-34b4bf2f609b req-1d1fa590-bbad-4c21-a40f-b1d588f2c0ae tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 944 time: 0.0760272 Jan 28 20:31:08.421124 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b42e6a-f238-453a-89a6-55d350217a64 req-d65b2156-a58b-4102-a7c0-c959de876177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.422884 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-11b42e6a-f238-453a-89a6-55d350217a64 req-d65b2156-a58b-4102-a7c0-c959de876177 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 912 time: 0.1061745 Jan 28 20:31:08.460897 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5bffa3dc-0ec4-497f-8650-8e024f7fad4d req-e1baa4de-86fe-48cf-b8a1-d7f838cb3469 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855215 Jan 28 20:31:08.464997 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-41bad7f1-0fc3-4d1b-9065-34b4bf2f609b req-2dbd6577-5c65-489b-a2b4-8b818ca1dc24 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663071 Jan 28 20:31:08.478152 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-11b42e6a-f238-453a-89a6-55d350217a64 req-fe043dc0-fb64-4e6c-ae84-37166c648e67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4843d0bf-c438-4f38-b995-bd7e64982d92 HTTP/1.1" status: 200 len: 217 time: 0.0437255 Jan 28 20:31:08.540597 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b42e6a-f238-453a-89a6-55d350217a64 req-d3a11c53-8730-41ec-bb22-aea0e36d4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.542095 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-11b42e6a-f238-453a-89a6-55d350217a64 req-d3a11c53-8730-41ec-bb22-aea0e36d4e50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0514860 Jan 28 20:31:08.587693 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9bd6d-39c5-45f3-9a53-8ec190fe8e81 req-24960d78-3072-4dc0-83c1-4dd6840c3db0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.589296 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5fd9bd6d-39c5-45f3-9a53-8ec190fe8e81 req-24960d78-3072-4dc0-83c1-4dd6840c3db0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 944 time: 0.0641673 Jan 28 20:31:08.604002 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b42e6a-f238-453a-89a6-55d350217a64 req-7f061505-d514-4669-8d41-7d1e1e2d0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:08.605684 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-11b42e6a-f238-453a-89a6-55d350217a64 req-7f061505-d514-4669-8d41-7d1e1e2d0533 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550113 Jan 28 20:31:08.644057 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5fd9bd6d-39c5-45f3-9a53-8ec190fe8e81 req-a10b74d3-12ac-4442-a25a-e7e25dfde8a5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487151 Jan 28 20:31:08.696593 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['2b3708de-bc79-4020-8e5f-b6aecdd43ef2'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:08.697311 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-11b42e6a-f238-453a-89a6-55d350217a64 req-5239c1a6-1757-488f-8ceb-d916bdba61f4 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832493 Jan 28 20:31:08.788455 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-11b42e6a-f238-453a-89a6-55d350217a64 req-3d91c1bd-b8c2-414b-9325-6c6274df062f service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840342 Jan 28 20:31:08.926803 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-67c6e1ad-1afb-47ac-964a-5de3afb3dfb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:09.660794 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87f34a-0980-4506-9d89-8d1d7a3f3c36 req-4c39108e-efac-4b02-bb71-b020170542c1 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:09.662274 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ad87f34a-0980-4506-9d89-8d1d7a3f3c36 req-4c39108e-efac-4b02-bb71-b020170542c1 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 944 time: 0.1273808 Jan 28 20:31:09.666091 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ff9a8b-3bae-4ba8-b484-a534d77d5e43', 'name': 'network-vif-deleted', 'tag': 'ce9c009d-bd33-472f-8bed-913b4a444447'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:09.668426 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1212a875-379e-4198-95ba-4ecaaeffa2cc" -d '{"events": [{"server_uuid": "74ff9a8b-3bae-4ba8-b484-a534d77d5e43", "name": "network-vif-deleted", "tag": "ce9c009d-bd33-472f-8bed-913b4a444447"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:09.670986 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9e52f-d0f1-4039-8916-a1dc567e4f45 req-da501822-072a-43c0-a4e9-c7fca57a3a9e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:09.670986 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d9d9e52f-d0f1-4039-8916-a1dc567e4f45 req-da501822-072a-43c0-a4e9-c7fca57a3a9e tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 946 time: 0.1426170 Jan 28 20:31:09.690765 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device ce9c009d-bd33-472f-8bed-913b4a444447 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:09.714216 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: ce9c009d-bd33-472f-8bed-913b4a444447 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:09.714857 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device ce9c009d-bd33-472f-8bed-913b4a444447 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:09.744770 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ad87f34a-0980-4506-9d89-8d1d7a3f3c36 req-f28ddc8a-44ba-4c66-afa2-c43a2a732783 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729148 Jan 28 20:31:09.752162 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d9d9e52f-d0f1-4039-8916-a1dc567e4f45 req-a499d698-ed42-4b73-8baa-cf49a7ea9d90 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741134 Jan 28 20:31:09.799656 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51502f6a-f96b-4644-a6ab-15d4b48b5b6a x-openstack-request-id: req-51502f6a-f96b-4644-a6ab-15d4b48b5b6a {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:09.799975 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ff9a8b-3bae-4ba8-b484-a534d77d5e43", "name": "network-vif-deleted", "tag": "ce9c009d-bd33-472f-8bed-913b4a444447", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:09.800666 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51502f6a-f96b-4644-a6ab-15d4b48b5b6a {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:09.800666 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ff9a8b-3bae-4ba8-b484-a534d77d5e43', 'name': 'network-vif-deleted', 'tag': 'ce9c009d-bd33-472f-8bed-913b4a444447', 'status': 'completed', 'code': 200} Jan 28 20:31:09.897942 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ccf13-0665-4b21-a822-cb89fe95a658 req-36b323fc-aca4-4e43-b4e1-980f221a4d77 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:09.899424 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-975ccf13-0665-4b21-a822-cb89fe95a658 req-36b323fc-aca4-4e43-b4e1-980f221a4d77 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 944 time: 0.0574028 Jan 28 20:31:09.977726 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-975ccf13-0665-4b21-a822-cb89fe95a658 req-92b4b673-fc9a-4cfe-bf61-ebbd7afff1af tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723534 Jan 28 20:31:10.000033 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c3b90-a1ea-4bad-9adf-a34de79a7f1d req-206ebc39-3af4-44af-91ce-9747603f8393 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:10.001552 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d15c3b90-a1ea-4bad-9adf-a34de79a7f1d req-206ebc39-3af4-44af-91ce-9747603f8393 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0755849 Jan 28 20:31:10.045572 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:10.140873 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d15c3b90-a1ea-4bad-9adf-a34de79a7f1d req-34e7e01c-a0ee-4685-a295-f6222eb745f7 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335826 Jan 28 20:31:10.901598 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ab97a-3cb5-46f8-9e47-5e0c77a72e96 req-70eeccdd-a579-4c78-aed7-c4d53377d7c3 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:10.902998 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7f5ab97a-3cb5-46f8-9e47-5e0c77a72e96 req-70eeccdd-a579-4c78-aed7-c4d53377d7c3 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 946 time: 0.0751932 Jan 28 20:31:10.910468 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcd7dc-417b-4d07-8994-d30f12a2773d req-5c3132e2-4c84-458e-a50f-ad4fc09802e7 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:10.912043 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-51bcd7dc-417b-4d07-8994-d30f12a2773d req-5c3132e2-4c84-458e-a50f-ad4fc09802e7 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 944 time: 0.0924885 Jan 28 20:31:10.925556 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-af1d2570-5e83-48ee-bedb-738ad5ec39df tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:10.927083 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-af1d2570-5e83-48ee-bedb-738ad5ec39df tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.42 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 946 time: 0.0534666 Jan 28 20:31:10.979311 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7f5ab97a-3cb5-46f8-9e47-5e0c77a72e96 req-7fe420a2-366e-4e98-8b41-f4cdee5c3f57 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/security-groups?id=fec25d21-db86-4e1e-a2c9-3bca995b5817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663218 Jan 28 20:31:10.991639 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-51bcd7dc-417b-4d07-8994-d30f12a2773d req-ec7bb280-5982-4772-9896-7fae49cec5d9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721538 Jan 28 20:31:11.030963 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Deleting port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:11.030963 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.101711 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cd399-6778-4078-ad4f-7085f47bff9e req-69bb9c68-9179-405f-b24d-1b6ce10b5cec tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:11.103213 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8a2cd399-6778-4078-ad4f-7085f47bff9e req-69bb9c68-9179-405f-b24d-1b6ce10b5cec tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 944 time: 0.0562992 Jan 28 20:31:11.118110 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] For port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,segment=NetworkSegment(51b8ef65-f63c-44b8-80b4-a718affc46e0),segment_id=51b8ef65-f63c-44b8-80b4-a718affc46e0)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:11.118475 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.130743 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Calling delete_port for 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:11.149292 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8a2cd399-6778-4078-ad4f-7085f47bff9e req-f7aae606-0ff4-4d1f-8163-3b1c43d79130 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404346 Jan 28 20:31:11.269507 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ec8a3-fdd0-4fcf-9856-e68aeb8147e1 req-e5355db2-a6b0-4f1c-8cbd-e25e16c1ca4d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:11.271110 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e70ec8a3-fdd0-4fcf-9856-e68aeb8147e1 req-e5355db2-a6b0-4f1c-8cbd-e25e16c1ca4d tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Jan 28 20:31:11.321818 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e70ec8a3-fdd0-4fcf-9856-e68aeb8147e1 req-d9363293-fe26-491b-950c-bda57f76022c tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445793 Jan 28 20:31:11.462974 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.486399 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (5659c60c-97c6-4ce9-98c3-e9ec7e3a47df), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.497867 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['5659c60c-97c6-4ce9-98c3-e9ec7e3a47df'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:11.511838 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Pushing event deleted for resources: {'Port': ['ID=5659c60c-97c6-4ce9-98c3-e9ec7e3a47df,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:11.555194 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] No DVR routers for this DVR port 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:11.557671 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.561502 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-f34e342a-f70e-437f-89a7-d60d43e8f58c req-6721e2ed-f1db-471d-ad9a-953f1742ab34 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.42 "DELETE /v2.0/ports/5659c60c-97c6-4ce9-98c3-e9ec7e3a47df HTTP/1.1" status: 204 len: 173 time: 0.6283684 Jan 28 20:31:11.690331 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:11.737572 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:11.741602 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:11.742082 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.802070 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363cf95b-1c28-42b0-8246-4cbff39ae4a8', 'name': 'network-vif-deleted', 'tag': '5659c60c-97c6-4ce9-98c3-e9ec7e3a47df'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:11.804438 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bef3b08-adb2-45c3-b342-7e76f53c5984" -d '{"events": [{"server_uuid": "363cf95b-1c28-42b0-8246-4cbff39ae4a8", "name": "network-vif-deleted", "tag": "5659c60c-97c6-4ce9-98c3-e9ec7e3a47df"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:11.822887 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:11.823790 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.846484 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95411651-9446-4757-b786-0dabc44776d3 x-openstack-request-id: req-95411651-9446-4757-b786-0dabc44776d3 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:11.846777 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363cf95b-1c28-42b0-8246-4cbff39ae4a8", "name": "network-vif-deleted", "tag": "5659c60c-97c6-4ce9-98c3-e9ec7e3a47df", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:11.847030 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95411651-9446-4757-b786-0dabc44776d3 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:11.847426 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363cf95b-1c28-42b0-8246-4cbff39ae4a8', 'name': 'network-vif-deleted', 'tag': '5659c60c-97c6-4ce9-98c3-e9ec7e3a47df', 'status': 'completed', 'code': 200} Jan 28 20:31:11.849621 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:11.851892 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aceeb4d-c656-4fb4-abc3-e93365b3a3df" -d '{"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-plugged", "status": "completed", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:11.863802 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:11.867719 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:11.890631 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53668567-941f-4a42-b569-c7d8a521c64a x-openstack-request-id: req-53668567-941f-4a42-b569-c7d8a521c64a {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:11.890922 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-plugged", "status": "completed", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:11.891175 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53668567-941f-4a42-b569-c7d8a521c64a {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:11.891566 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'code': 200} Jan 28 20:31:11.918790 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:12.080191 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a853-d847-428b-bd31-4d5b02e24050 req-db290b0a-05a1-4248-b50a-f60108fb1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:12.082095 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-84a2a853-d847-428b-bd31-4d5b02e24050 req-db290b0a-05a1-4248-b50a-f60108fb1e51 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1129 time: 0.0627739 Jan 28 20:31:12.133900 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-84a2a853-d847-428b-bd31-4d5b02e24050 req-8d02ae62-efb4-48fb-a5fb-85ab18507424 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Jan 28 20:31:12.153460 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dad17aaa-8960-4137-918f-ecefee366a76 req-4f05b0d6-67a1-4b0b-84f3-14d9e490cb24 tempest-VolumesSnapshotTestJSON-1770443698 tempest-VolumesSnapshotTestJSON-1770443698-project] 10.222.0.59 "GET /v2.0/ports?device_id=363cf95b-1c28-42b0-8246-4cbff39ae4a8 HTTP/1.1" status: 200 len: 210 time: 0.0356908 Jan 28 20:31:12.177774 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e780ef-bf9e-4cf4-b825-765b07d0da38 req-96a49b09-1a06-4542-8eb6-5c6f54aabb83 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:12.179322 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22e780ef-bf9e-4cf4-b825-765b07d0da38 req-96a49b09-1a06-4542-8eb6-5c6f54aabb83 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 944 time: 0.1020749 Jan 28 20:31:12.235221 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-22e780ef-bf9e-4cf4-b825-765b07d0da38 req-6dac9e99-a213-4c62-95f6-511ba9ee6662 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496283 Jan 28 20:31:12.273666 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaa2aa-8324-48a2-a520-f59e42c93101 req-dbaee268-61b6-409d-8124-5ffb57fbd676 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:12.275119 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dcaaa2aa-8324-48a2-a520-f59e42c93101 req-dbaee268-61b6-409d-8124-5ffb57fbd676 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0551653 Jan 28 20:31:12.321371 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dcaaa2aa-8324-48a2-a520-f59e42c93101 req-0522a840-2354-47ce-96ee-12bdb0ffcc91 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399270 Jan 28 20:31:12.441493 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547fc54-279f-4c79-95d0-d8d8701f6c00 req-2788f337-cbb9-4253-a969-9a1357d1a4aa tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:12.442965 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4547fc54-279f-4c79-95d0-d8d8701f6c00 req-2788f337-cbb9-4253-a969-9a1357d1a4aa tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0565565 Jan 28 20:31:12.489279 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4547fc54-279f-4c79-95d0-d8d8701f6c00 req-bfd8c217-e50a-47d2-ab55-7ebd90fa2091 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.59 "GET /v2.0/security-groups?id=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407760 Jan 28 20:31:12.495606 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-7c689792-43a7-4cd1-bd54-4e212ba449d9 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:12.497520 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-7c689792-43a7-4cd1-bd54-4e212ba449d9 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf9d2426-a27b-4214-b459-f1431e8cd865 HTTP/1.1" status: 200 len: 945 time: 0.0510275 Jan 28 20:31:12.589076 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Deleting port a7431330-e930-49ae-b76c-bf203d204d59 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:31:12.589417 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (a7431330-e930-49ae-b76c-bf203d204d59), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:12.682118 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] For port a7431330-e930-49ae-b76c-bf203d204d59, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=a7431330-e930-49ae-b76c-bf203d204d59,segment=NetworkSegment(7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb),segment_id=7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:12.682480 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (a7431330-e930-49ae-b76c-bf203d204d59), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:12.694454 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Calling delete_port for a7431330-e930-49ae-b76c-bf203d204d59 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:31:12.808925 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:12.824712 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (a7431330-e930-49ae-b76c-bf203d204d59), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:12.837111 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['a7431330-e930-49ae-b76c-bf203d204d59'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:12.853336 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Pushing event deleted for resources: {'Port': ['ID=a7431330-e930-49ae-b76c-bf203d204d59,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:12.894877 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] No DVR routers for this DVR port a7431330-e930-49ae-b76c-bf203d204d59 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:31:12.897316 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:12.900923 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-52080a48-74c3-4154-90a1-fb7407fd5c51 req-267c04b4-b501-4117-9936-83abf8fa8ed5 tempest-AttachVolumeNegativeTest-743533093 tempest-AttachVolumeNegativeTest-743533093-project] 10.222.0.42 "DELETE /v2.0/ports/a7431330-e930-49ae-b76c-bf203d204d59 HTTP/1.1" status: 204 len: 173 time: 0.3983493 Jan 28 20:31:13.383617 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ead763-788d-46db-87db-83d46b3ca37a req-6cc4d6fe-6398-41be-93bf-27e2e62808ee tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:13.385708 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-00ead763-788d-46db-87db-83d46b3ca37a req-6cc4d6fe-6398-41be-93bf-27e2e62808ee tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 944 time: 0.0837088 Jan 28 20:31:13.521660 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-00ead763-788d-46db-87db-83d46b3ca37a req-89f6ae7d-f316-47a0-9322-7c61ca2a3d93 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237149 Jan 28 20:31:13.539131 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cce6f-c58f-49fd-bc8d-7d074ed76f9a req-40891623-de3a-4c06-841b-7f9e8050b25b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:13.546974 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a92cce6f-c58f-49fd-bc8d-7d074ed76f9a req-40891623-de3a-4c06-841b-7f9e8050b25b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.1207798 Jan 28 20:31:13.610397 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a92cce6f-c58f-49fd-bc8d-7d074ed76f9a req-9ea1ee9e-f385-4a69-bc05-b98e6c7114e5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624919 Jan 28 20:31:13.611829 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47008) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:13.717576 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 4843d0bf-c438-4f38-b995-bd7e64982d92 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:31:13.725631 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a05af6-7c98-4fbd-8c9d-1b392a709c13 admin admin] Deleting subnet f9b0cd93-a6e6-4217-8965-ee6f508e72a1 {{(pid=102377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:31:13.728797 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-94a05af6-7c98-4fbd-8c9d-1b392a709c13 admin admin] Publish callbacks [] for subnet (f9b0cd93-a6e6-4217-8965-ee6f508e72a1), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.763396 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-94a05af6-7c98-4fbd-8c9d-1b392a709c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25590461'] for subnet (f9b0cd93-a6e6-4217-8965-ee6f508e72a1), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.805226 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-94a05af6-7c98-4fbd-8c9d-1b392a709c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (f9b0cd93-a6e6-4217-8965-ee6f508e72a1), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.814219 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 4843d0bf-c438-4f38-b995-bd7e64982d92, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=4843d0bf-c438-4f38-b995-bd7e64982d92,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:13.825820 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'port_id': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'mac_address': 'fa:16:3e:15:c6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:31:13.848326 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9d2426-a27b-4214-b459-f1431e8cd865', 'name': 'network-vif-deleted', 'tag': 'a7431330-e930-49ae-b76c-bf203d204d59'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:13.850680 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98df0737-4a44-473a-99fc-f38ebff10952" -d '{"events": [{"server_uuid": "bf9d2426-a27b-4214-b459-f1431e8cd865", "name": "network-vif-deleted", "tag": "a7431330-e930-49ae-b76c-bf203d204d59"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:13.869100 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 4843d0bf-c438-4f38-b995-bd7e64982d92 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:13.869682 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.871966 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-94a05af6-7c98-4fbd-8c9d-1b392a709c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25920517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25623846'] for subnet (f9b0cd93-a6e6-4217-8965-ee6f508e72a1), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.884924 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-94a05af6-7c98-4fbd-8c9d-1b392a709c13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.887225 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4843d0bf-c438-4f38-b995-bd7e64982d92 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:31:13.890693 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-94a05af6-7c98-4fbd-8c9d-1b392a709c13 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f9b0cd93-a6e6-4217-8965-ee6f508e72a1 HTTP/1.1" status: 204 len: 168 time: 0.2753685 Jan 28 20:31:13.891397 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c09bf3-bd15-41b4-93b9-053ab38152e4 x-openstack-request-id: req-92c09bf3-bd15-41b4-93b9-053ab38152e4 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:13.891874 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9d2426-a27b-4214-b459-f1431e8cd865", "name": "network-vif-deleted", "tag": "a7431330-e930-49ae-b76c-bf203d204d59", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:13.892184 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92c09bf3-bd15-41b4-93b9-053ab38152e4 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:13.892906 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9d2426-a27b-4214-b459-f1431e8cd865', 'name': 'network-vif-deleted', 'tag': 'a7431330-e930-49ae-b76c-bf203d204d59', 'status': 'completed', 'code': 200} Jan 28 20:31:13.893545 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47014) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:13.906662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05af6-7c98-4fbd-8c9d-1b392a709c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b0cd93-a6e6-4217-8965-ee6f508e72a1,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:13.911318 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 4843d0bf-c438-4f38-b995-bd7e64982d92, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=4843d0bf-c438-4f38-b995-bd7e64982d92,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:13.916039 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:13.962073 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=4843d0bf-c438-4f38-b995-bd7e64982d92,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:13.969072 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.048589 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.068465 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cd137c-ce2e-4c82-9033-a14c7af1ce8b']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:14.077485 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:14.077782 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:14.091349 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.103936 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.110337 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:14.110723 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (7b53eb2f-0e6d-4632-98b7-b66c0a24f8fb), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:14.112441 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:14.166591 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (f7cd137c-ce2e-4c82-9033-a14c7af1ce8b), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.172268 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.175825 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f7cd137c-ce2e-4c82-9033-a14c7af1ce8b HTTP/1.1" status: 204 len: 168 time: 0.2806528 Jan 28 20:31:14.186157 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b45fe-4118-495c-b19e-f008130fa969 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cd137c-ce2e-4c82-9033-a14c7af1ce8b,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:14.246233 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['4843d0bf-c438-4f38-b995-bd7e64982d92'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:31:14.291828 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47018) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:14.331838 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-386f6144-a0f9-4b5e-a6e3-a1d45190801a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d73cfa908e094fa0b8fbc1e550e29d20&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387859 Jan 28 20:31:14.334206 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47020) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:14.386728 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ece0ad4b-da10-4f0a-9011-f7e928f2137d admin admin] Publish callbacks [] for security_group (305c68e2-2d77-4c6d-a11e-0c6bbf8402a9), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.408930 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ece0ad4b-da10-4f0a-9011-f7e928f2137d admin admin] Publish callbacks [] for security_group (305c68e2-2d77-4c6d-a11e-0c6bbf8402a9), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.457781 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ece0ad4b-da10-4f0a-9011-f7e928f2137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (305c68e2-2d77-4c6d-a11e-0c6bbf8402a9), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.460235 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ece0ad4b-da10-4f0a-9011-f7e928f2137d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:14.461361 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-ece0ad4b-da10-4f0a-9011-f7e928f2137d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/305c68e2-2d77-4c6d-a11e-0c6bbf8402a9 HTTP/1.1" status: 204 len: 168 time: 0.1262774 Jan 28 20:31:14.470027 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0ad4b-da10-4f0a-9011-f7e928f2137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305c68e2-2d77-4c6d-a11e-0c6bbf8402a9,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:14.684863 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7726dde-b143-4da0-a3d8-d7a0d31e1810 req-c59e271f-d7d5-43ac-982e-13a3bca2bcf9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:14.694464 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c7726dde-b143-4da0-a3d8-d7a0d31e1810 req-c59e271f-d7d5-43ac-982e-13a3bca2bcf9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 945 time: 0.0820587 Jan 28 20:31:14.773698 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c7726dde-b143-4da0-a3d8-d7a0d31e1810 req-7d429dee-1fcf-4e76-82a3-4413f4387574 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783539 Jan 28 20:31:14.792317 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eeb8a-7b60-45bf-aa9b-a555c0275525 req-6c6a0aec-6ae5-4cdf-9f0e-0c8c2a3aa6db tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:14.794018 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-232eeb8a-7b60-45bf-aa9b-a555c0275525 req-6c6a0aec-6ae5-4cdf-9f0e-0c8c2a3aa6db tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0813046 Jan 28 20:31:14.855483 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-232eeb8a-7b60-45bf-aa9b-a555c0275525 req-f1e3de64-f7f9-4a6a-8b3f-a370dcf7b2c5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523951 Jan 28 20:31:14.973823 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba7cfe-44a4-4a01-9ff1-8a66879016aa req-978659ca-bf2e-476d-9b67-d55426539533 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:14.975322 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-16ba7cfe-44a4-4a01-9ff1-8a66879016aa req-978659ca-bf2e-476d-9b67-d55426539533 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0529764 Jan 28 20:31:14.983946 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47048) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:14.988317 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Request body: {'floatingip': {'port_id': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:15.027838 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (9f4a6d30-4959-4b06-92e5-ea4392331f8c), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.491716 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.495348 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (9f4a6d30-4959-4b06-92e5-ea4392331f8c), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.596697 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Floating IP 9f4a6d30-4959-4b06-92e5-ea4392331f8c associated. External IP: 172.27.0.200, port: 2b3708de-bc79-4020-8e5f-b6aecdd43ef2. Jan 28 20:31:15.717354 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 4843d0bf-c438-4f38-b995-bd7e64982d92 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:31:15.768793 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 4843d0bf-c438-4f38-b995-bd7e64982d92 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:31:15.773674 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 4843d0bf-c438-4f38-b995-bd7e64982d92 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:31:15.774385 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.894920 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 4843d0bf-c438-4f38-b995-bd7e64982d92 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:31:15.895397 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.924259 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4843d0bf-c438-4f38-b995-bd7e64982d92'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:15.926708 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c18675c-3dad-44bd-9550-ba8f8efedacf" -d '{"events": [{"server_uuid": "0c701840-780a-4c1e-83e3-d03c2b53b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "4843d0bf-c438-4f38-b995-bd7e64982d92"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:15.941041 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 4843d0bf-c438-4f38-b995-bd7e64982d92, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=4843d0bf-c438-4f38-b995-bd7e64982d92,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:31:15.950934 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:15.951839 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device a7431330-e930-49ae-b76c-bf203d204d59 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:16.005083 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575ebee2-5d5f-4f81-bbbc-c5559394ccea x-openstack-request-id: req-575ebee2-5d5f-4f81-bbbc-c5559394ccea {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:16.005512 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c701840-780a-4c1e-83e3-d03c2b53b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "4843d0bf-c438-4f38-b995-bd7e64982d92", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:16.005763 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-575ebee2-5d5f-4f81-bbbc-c5559394ccea {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:16.006171 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'code': 200} Jan 28 20:31:16.006686 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: a7431330-e930-49ae-b76c-bf203d204d59 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:16.007066 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device a7431330-e930-49ae-b76c-bf203d204d59 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:16.007637 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:31:16.032142 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:31:16.032759 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 5659c60c-97c6-4ce9-98c3-e9ec7e3a47df not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:31:16.058671 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=4843d0bf-c438-4f38-b995-bd7e64982d92,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:16.096192 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Router d21fa658-1f72-479c-8ee7-3a0da514a850 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:31:16.115800 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65f6ee-d3f4-4788-bcf6-997f5b7c4c67 req-7a0a53df-a0db-42c6-819c-03b2febcd307 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:16.117266 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3b65f6ee-d3f4-4788-bcf6-997f5b7c4c67 req-7a0a53df-a0db-42c6-819c-03b2febcd307 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0758893 Jan 28 20:31:16.238761 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3b65f6ee-d3f4-4788-bcf6-997f5b7c4c67 req-8c3a8170-82a6-4306-862c-3a1b22c9839f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148567 Jan 28 20:31:16.253820 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:16.258344 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:16.264461 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] Sync routers for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:16.274692 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:16.275309 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:31:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:16.287907 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-04585a36-5272-4815-8cbb-22ed242a0fb0 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "PUT /v2.0/floatingips/9f4a6d30-4959-4b06-92e5-ea4392331f8c HTTP/1.1" status: 200 len: 991 time: 1.3028815 Jan 28 20:31:16.288485 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:16.290840 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c686525-1acb-43ea-8b0b-50fbb7e368ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:16.329528 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a841e7c4-6789-4da6-9e6b-d424e1f4680e x-openstack-request-id: req-a841e7c4-6789-4da6-9e6b-d424e1f4680e {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:16.329813 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:16.330093 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a841e7c4-6789-4da6-9e6b-d424e1f4680e {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:16.330482 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'status': 'completed', 'code': 200} Jan 28 20:31:16.390237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:16.663056 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '9f4a6d30-4959-4b06-92e5-ea4392331f8c', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'port_id': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'mac_address': 'fa:16:3e:ac:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:30:53Z', 'updated_at': '2022-01-28T20:31:15Z', 'revision_number': 1, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:16.806472 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] Checking router: d21fa658-1f72-479c-8ee7-3a0da514a850 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:16.814878 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:16.815474 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:31:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:16.920766 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:17.140344 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '9f4a6d30-4959-4b06-92e5-ea4392331f8c', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'port_id': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'mac_address': 'fa:16:3e:ac:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:30:53Z', 'updated_at': '2022-01-28T20:31:15Z', 'revision_number': 1, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:17.169005 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32e741-f9c2-4f93-9178-695b8a552247 None None] The sync data for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi is: [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '9f4a6d30-4959-4b06-92e5-ea4392331f8c', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'floating_ip_address': '172.27.0.200', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'port_id': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'mac_address': 'fa:16:3e:ac:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:30:53Z', 'updated_at': '2022-01-28T20:31:15Z', 'revision_number': 1, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:17.381495 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ac3e6-d2e0-434b-bdef-1dce9e86e9a9 req-e11335bb-4d8d-4839-8399-ffd4355a60e2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:17.383208 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d85ac3e6-d2e0-434b-bdef-1dce9e86e9a9 req-e11335bb-4d8d-4839-8399-ffd4355a60e2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0611932 Jan 28 20:31:17.404750 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c39fb-1c6c-4aa8-8954-6561f3eaffa3 None None] New status for floating IP 9f4a6d30-4959-4b06-92e5-ea4392331f8c: ACTIVE {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:31:17.440216 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d85ac3e6-d2e0-434b-bdef-1dce9e86e9a9 req-d0b29577-b250-40ed-99e5-d6aac8908abc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469322 Jan 28 20:31:18.561933 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7838b82-436d-4377-af35-5eea04fdfba4 req-cff071e3-847c-4b87-8914-b882aa550363 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:18.563374 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c7838b82-436d-4377-af35-5eea04fdfba4 req-cff071e3-847c-4b87-8914-b882aa550363 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0517952 Jan 28 20:31:18.607683 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c7838b82-436d-4377-af35-5eea04fdfba4 req-7c87e7bf-5dda-4399-aef0-32a43db90f78 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389302 Jan 28 20:31:19.198851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-5f5b8c8f-4f36-461d-8096-b4dcccae35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.201026 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-5f5b8c8f-4f36-461d-8096-b4dcccae35f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1129 time: 0.0908794 Jan 28 20:31:19.207534 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-a679e3bc-eeb4-4561-ba4d-b51a5cb4db54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659468 Jan 28 20:31:19.662796 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-28fb6313-b194-49ad-b4ec-0848b704f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.664372 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-28fb6313-b194-49ad-b4ec-0848b704f769 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 1129 time: 0.1075542 Jan 28 20:31:19.666163 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb255dfa-c520-4f18-a463-5b790aae7ae8 req-1275da13-c9c1-4eba-b2f3-17b7c4778384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.669206 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb255dfa-c520-4f18-a463-5b790aae7ae8 req-1275da13-c9c1-4eba-b2f3-17b7c4778384 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 1130 time: 0.1509624 Jan 28 20:31:19.670599 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-14892781-f2bd-4344-bef0-7cb29bff25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.671966 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-14892781-f2bd-4344-bef0-7cb29bff25bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 918 time: 0.1776581 Jan 28 20:31:19.730060 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55cd94-26ee-4733-a05e-fcc686d56202 req-8e51aa92-2de1-4c05-a391-ba45e4bf74b2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.732723 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3d55cd94-26ee-4733-a05e-fcc686d56202 req-8e51aa92-2de1-4c05-a391-ba45e4bf74b2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0569065 Jan 28 20:31:19.786943 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3d55cd94-26ee-4733-a05e-fcc686d56202 req-81bc8441-0491-4978-8ff0-92c580a0d77e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 Jan 28 20:31:19.827113 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb255dfa-c520-4f18-a463-5b790aae7ae8 req-ea086c77-af6d-4a6e-bef5-ab7fcd1bc9d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468565 Jan 28 20:31:19.830314 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-bfff68ef-401e-4667-9338-85bc8ca29be8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2 HTTP/1.1" status: 200 len: 1001 time: 0.1430969 Jan 28 20:31:19.859120 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-6732746e-4cb5-4c64-8cf5-db78a6208c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:19.860530 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-6732746e-4cb5-4c64-8cf5-db78a6208c42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.1622612 Jan 28 20:31:20.290871 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-5b61cde5-6138-44db-ab9d-4728375f2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.292343 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-5b61cde5-6138-44db-ab9d-4728375f2b98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.0890427 Jan 28 20:31:20.297076 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-4780889c-d670-48fc-8f33-ae1b6d9a4995 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a HTTP/1.1" status: 200 len: 1001 time: 0.1001222 Jan 28 20:31:20.377616 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-5bbe96b5-a3a5-4ba2-a825-bfc252e21bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.379088 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-5bbe96b5-a3a5-4ba2-a825-bfc252e21bfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0730662 Jan 28 20:31:20.389153 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-94dea449-1ac3-47b2-a1df-2a02e6ab8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.390623 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-94dea449-1ac3-47b2-a1df-2a02e6ab8d45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857315 Jan 28 20:31:20.469269 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:20.498098 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-1b935d8f-6084-4069-b464-80467c36236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.499598 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-1b935d8f-6084-4069-b464-80467c36236b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132092 Jan 28 20:31:20.531713 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-2a182947-d199-4777-a115-cc75b3b69264 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328387 Jan 28 20:31:20.658629 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-1f3e0bc6-dfe7-45c8-ba66-df14658be7d8 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485691 Jan 28 20:31:20.671455 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5c686525-1acb-43ea-8b0b-50fbb7e368ce req-a8030f73-d676-410d-b9d9-29bffe9fba10 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140292 Jan 28 20:31:20.764512 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bc796cdd-c182-45bd-875f-fe63b14306fb req-bbf78a2c-a0d7-4194-b10c-f0456a7520a7 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921326 Jan 28 20:31:20.912266 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ad332-9c28-42db-9b30-eaa16a0ba975 req-9e1b314a-1c45-4dc1-b7d9-db1f4ea99d0e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:20.913817 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc2ad332-9c28-42db-9b30-eaa16a0ba975 req-9e1b314a-1c45-4dc1-b7d9-db1f4ea99d0e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0580370 Jan 28 20:31:20.962495 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc2ad332-9c28-42db-9b30-eaa16a0ba975 req-50a2d889-7d7d-44f4-9a6b-ac4374bf6a25 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429540 Jan 28 20:31:22.083128 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8380b11-ed29-4950-8321-b3e624596ddb req-ea735701-9788-48d4-bd21-12f619f05d98 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:22.084658 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d8380b11-ed29-4950-8321-b3e624596ddb req-ea735701-9788-48d4-bd21-12f619f05d98 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0543778 Jan 28 20:31:22.130274 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d8380b11-ed29-4950-8321-b3e624596ddb req-40274449-132d-417d-85e0-f09b377e112e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 Jan 28 20:31:23.252542 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d8ae-7db3-47c9-8e8e-70d87327336a req-73c15307-d7a7-4ccb-b345-42b66ee29095 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:23.254003 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9261d8ae-7db3-47c9-8e8e-70d87327336a req-73c15307-d7a7-4ccb-b345-42b66ee29095 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0584078 Jan 28 20:31:23.299615 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9261d8ae-7db3-47c9-8e8e-70d87327336a req-434b89e9-f8b4-4baf-9a6c-9c930ec7bf2d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400324 Jan 28 20:31:24.414737 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc062e36-17ca-46f3-84cd-1be818c1971e req-66743a0c-40df-485b-94c8-11b70969cef9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:24.416175 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fc062e36-17ca-46f3-84cd-1be818c1971e req-66743a0c-40df-485b-94c8-11b70969cef9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0509541 Jan 28 20:31:24.461423 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fc062e36-17ca-46f3-84cd-1be818c1971e req-0d106311-279d-4813-887d-649feb0b5783 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397081 Jan 28 20:31:25.582609 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7b982-072a-4b7f-ba4a-023f2a143932 req-22fbd9a1-01ed-48b8-be83-050b18fe7acb tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:25.584193 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4ef7b982-072a-4b7f-ba4a-023f2a143932 req-22fbd9a1-01ed-48b8-be83-050b18fe7acb tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0580196 Jan 28 20:31:25.642617 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4ef7b982-072a-4b7f-ba4a-023f2a143932 req-565196c8-b6b9-4f9d-81eb-8b124e51df01 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526228 Jan 28 20:31:26.759245 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b94d2d-424c-402d-a441-f4c37e4cfde5 req-f207dbff-17fe-4e2b-bba1-ba581a96b4c2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:26.760804 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-66b94d2d-424c-402d-a441-f4c37e4cfde5 req-f207dbff-17fe-4e2b-bba1-ba581a96b4c2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0515254 Jan 28 20:31:26.809495 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-66b94d2d-424c-402d-a441-f4c37e4cfde5 req-7bb8e803-b0e2-4952-97c0-3e4cfcd3252e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421543 Jan 28 20:31:26.931836 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ceb9f-5ec5-406a-81ec-21f620a1c31c req-8501f2a1-a6ae-4a5f-80e7-b2036080f36c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:26.933306 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc4ceb9f-5ec5-406a-81ec-21f620a1c31c req-8501f2a1-a6ae-4a5f-80e7-b2036080f36c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0567591 Jan 28 20:31:26.942247 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47214) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:26.946701 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'floatingip': {'port_id': '4843d0bf-c438-4f38-b995-bd7e64982d92'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:31:26.989150 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (f2461765-d039-444d-b8e3-8a20205aba56), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:27.439489 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:27.442987 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (f2461765-d039-444d-b8e3-8a20205aba56), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:27.543993 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Floating IP f2461765-d039-444d-b8e3-8a20205aba56 associated. External IP: 172.27.0.78, port: 4843d0bf-c438-4f38-b995-bd7e64982d92. Jan 28 20:31:27.755236 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Router b32b5521-9534-4e30-a025-8d4a0ab9769d has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:31:27.871166 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:31:27.876247 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:27.881075 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] Sync routers for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:31:27.891299 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:27.891949 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:31:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:27.910223 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-faa85359-6700-4c54-ae24-0d397fead9f3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "PUT /v2.0/floatingips/f2461765-d039-444d-b8e3-8a20205aba56 HTTP/1.1" status: 200 len: 991 time: 0.9642551 Jan 28 20:31:27.910223 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'tag': '4843d0bf-c438-4f38-b995-bd7e64982d92'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:31:27.910534 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2f4f72-6157-4b30-81c4-83e48938155d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c701840-780a-4c1e-83e3-d03c2b53b0ed", "tag": "4843d0bf-c438-4f38-b995-bd7e64982d92"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:31:27.958849 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad47a088-8102-4969-8245-25554ac30f97 x-openstack-request-id: req-ad47a088-8102-4969-8245-25554ac30f97 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:31:27.959132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c701840-780a-4c1e-83e3-d03c2b53b0ed", "tag": "4843d0bf-c438-4f38-b995-bd7e64982d92", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:31:27.959387 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad47a088-8102-4969-8245-25554ac30f97 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:31:27.959787 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'tag': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'status': 'completed', 'code': 200} Jan 28 20:31:28.021994 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:28.041037 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-16e35ffe-75ce-4821-899b-64387dd6c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:28.042949 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-16e35ffe-75ce-4821-899b-64387dd6c9ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 1130 time: 0.0564098 Jan 28 20:31:28.151727 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-0e93a605-b7db-41f7-a7d8-fb020e1685d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:28.153942 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-0e93a605-b7db-41f7-a7d8-fb020e1685d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 912 time: 0.1035759 Jan 28 20:31:28.233436 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-843178d8-5328-4ba6-b1ae-52f740457eae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4843d0bf-c438-4f38-b995-bd7e64982d92 HTTP/1.1" status: 200 len: 999 time: 0.0722227 Jan 28 20:31:28.260175 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'f2461765-d039-444d-b8e3-8a20205aba56', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'port_id': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'mac_address': 'fa:16:3e:15:c6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:31:03Z', 'updated_at': '2022-01-28T20:31:27Z', 'revision_number': 1, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:28.283865 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-7754b75e-ed97-45c9-a5d8-baae6ed89cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:28.285236 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-7754b75e-ed97-45c9-a5d8-baae6ed89cd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0443265 Jan 28 20:31:28.286798 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] Checking router: b32b5521-9534-4e30-a025-8d4a0ab9769d for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:31:28.295620 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:31:28.296224 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:31:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:28.336268 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-b8cc4300-954d-4f10-8556-d7f09b1e0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:31:28.337797 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-b8cc4300-954d-4f10-8556-d7f09b1e0933 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445342 Jan 28 20:31:28.401047 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:31:28.432085 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-2d97e2f1-bea0-4da2-8e7e-afa3af23c155 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851607 Jan 28 20:31:28.520485 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2d2f4f72-6157-4b30-81c4-83e48938155d req-9bf28b32-ef01-4796-9111-3f3842116b81 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822213 Jan 28 20:31:28.628103 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'f2461765-d039-444d-b8e3-8a20205aba56', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'port_id': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'mac_address': 'fa:16:3e:15:c6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:31:03Z', 'updated_at': '2022-01-28T20:31:27Z', 'revision_number': 1, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:28.654788 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54f8c9-149c-42ed-8840-53166ec1f2ce None None] The sync data for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi is: [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': 'f2461765-d039-444d-b8e3-8a20205aba56', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'floating_ip_address': '172.27.0.78', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'port_id': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'mac_address': 'fa:16:3e:15:c6:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:31:03Z', 'updated_at': '2022-01-28T20:31:27Z', 'revision_number': 1, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:31:28.851031 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a860a-6bd5-4043-b88d-20de203c8240 None None] New status for floating IP f2461765-d039-444d-b8e3-8a20205aba56: ACTIVE {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:31:28.955120 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:31:33.488171 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47318) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:33.611285 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.695222 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Publish callbacks [] for security_group (a9c65f70-9351-4946-8d69-bed0a11e0778), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.699343 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a9c65f70-9351-4946-8d69-bed0a11e0778), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.737492 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0edcb8ddc63b43b8a0624d44ab3493a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481124 Jan 28 20:31:33.738528 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c65f70-9351-4946-8d69-bed0a11e0778,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:33.740078 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47326) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:33.745536 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.745917 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.746773 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.747116 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.747448 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.747778 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.748107 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.748434 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.748761 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.749086 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.749408 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.749730 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.750076 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd61828d-a866-4b9c-a07f-e24b9c9d41e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.789529 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Publish callbacks [] for security_group (a9c65f70-9351-4946-8d69-bed0a11e0778), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.810674 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Publish callbacks [] for security_group (a9c65f70-9351-4946-8d69-bed0a11e0778), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.859748 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a9c65f70-9351-4946-8d69-bed0a11e0778), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.862320 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:33.863493 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a9c65f70-9351-4946-8d69-bed0a11e0778 HTTP/1.1" status: 204 len: 168 time: 0.1223471 Jan 28 20:31:33.871797 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c65f70-9351-4946-8d69-bed0a11e0778,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:33.878725 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.879093 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.879427 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.879762 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.880090 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.880416 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.880789 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.881052 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.881379 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.881707 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.882044 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.882361 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:33.882679 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb03252-ea19-4a3d-9d32-3b047fffaf76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:31:34.127932 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47332) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:34.141078 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cf56e5b7-4c24-4b16-9da9-549eecf0af3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.217850 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cf56e5b7-4c24-4b16-9da9-549eecf0af3c admin admin] Publish callbacks [] for security_group (fbe9e445-016d-40d6-9515-aa5862274cf7), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.221629 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-cf56e5b7-4c24-4b16-9da9-549eecf0af3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (fbe9e445-016d-40d6-9515-aa5862274cf7), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.258857 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-cf56e5b7-4c24-4b16-9da9-549eecf0af3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e41a4eae620c4e2284f86ff035d2b392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298044 Jan 28 20:31:34.260784 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56e5b7-4c24-4b16-9da9-549eecf0af3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe9e445-016d-40d6-9515-aa5862274cf7,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:34.261427 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47334) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:34.308951 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1faee41f-21ed-40be-a0b3-105865aed21c admin admin] Publish callbacks [] for security_group (fbe9e445-016d-40d6-9515-aa5862274cf7), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.329160 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1faee41f-21ed-40be-a0b3-105865aed21c admin admin] Publish callbacks [] for security_group (fbe9e445-016d-40d6-9515-aa5862274cf7), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.378367 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1faee41f-21ed-40be-a0b3-105865aed21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (fbe9e445-016d-40d6-9515-aa5862274cf7), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.381147 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1faee41f-21ed-40be-a0b3-105865aed21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:34.382178 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-1faee41f-21ed-40be-a0b3-105865aed21c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbe9e445-016d-40d6-9515-aa5862274cf7 HTTP/1.1" status: 204 len: 168 time: 0.1196096 Jan 28 20:31:34.389898 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faee41f-21ed-40be-a0b3-105865aed21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe9e445-016d-40d6-9515-aa5862274cf7,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:36.599441 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-491eea95-2f27-474e-9078-9d75b7cc261d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:38.724815 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47450) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:38.830579 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-767689d5-e768-4344-9a76-38d618625f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:38.902869 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-767689d5-e768-4344-9a76-38d618625f10 admin admin] Publish callbacks [] for security_group (51fa8502-9d4e-4ae7-8be0-669c7e0baf43), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:38.906449 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-767689d5-e768-4344-9a76-38d618625f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (51fa8502-9d4e-4ae7-8be0-669c7e0baf43), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:38.929686 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-3774f6e7-09e5-4600-bc18-83d46fa370de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:38.947886 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-767689d5-e768-4344-9a76-38d618625f10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9ecbf130c7294c1991ccae5e56425ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219801 Jan 28 20:31:38.948744 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767689d5-e768-4344-9a76-38d618625f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fa8502-9d4e-4ae7-8be0-669c7e0baf43,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:38.950557 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47454) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:38.999263 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7986baf3-dadb-404b-8300-9d5c46e3cf5f admin admin] Publish callbacks [] for security_group (51fa8502-9d4e-4ae7-8be0-669c7e0baf43), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.020027 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7986baf3-dadb-404b-8300-9d5c46e3cf5f admin admin] Publish callbacks [] for security_group (51fa8502-9d4e-4ae7-8be0-669c7e0baf43), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.067148 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7986baf3-dadb-404b-8300-9d5c46e3cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (51fa8502-9d4e-4ae7-8be0-669c7e0baf43), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.069716 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7986baf3-dadb-404b-8300-9d5c46e3cf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.070919 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-7986baf3-dadb-404b-8300-9d5c46e3cf5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/51fa8502-9d4e-4ae7-8be0-669c7e0baf43 HTTP/1.1" status: 204 len: 168 time: 0.1188326 Jan 28 20:31:39.079229 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986baf3-dadb-404b-8300-9d5c46e3cf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fa8502-9d4e-4ae7-8be0-669c7e0baf43,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:39.336550 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47466) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:39.351774 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2f264912-6593-414b-b3fe-2e1c29c3305c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.429567 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2f264912-6593-414b-b3fe-2e1c29c3305c admin admin] Publish callbacks [] for security_group (66d9642d-3a30-4566-8138-00c30a1d1025), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.433088 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2f264912-6593-414b-b3fe-2e1c29c3305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (66d9642d-3a30-4566-8138-00c30a1d1025), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.469947 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f264912-6593-414b-b3fe-2e1c29c3305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d9642d-3a30-4566-8138-00c30a1d1025,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:39.475263 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2f264912-6593-414b-b3fe-2e1c29c3305c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de4247c3e1524e2a955ff49c33c7ab5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376796 Jan 28 20:31:39.478297 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47468) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:39.524961 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6c9b836b-93da-4b84-9a6a-1eafc0089ec0 admin admin] Publish callbacks [] for security_group (66d9642d-3a30-4566-8138-00c30a1d1025), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.546567 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6c9b836b-93da-4b84-9a6a-1eafc0089ec0 admin admin] Publish callbacks [] for security_group (66d9642d-3a30-4566-8138-00c30a1d1025), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.591362 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6c9b836b-93da-4b84-9a6a-1eafc0089ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (66d9642d-3a30-4566-8138-00c30a1d1025), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.594034 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6c9b836b-93da-4b84-9a6a-1eafc0089ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:39.595204 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-6c9b836b-93da-4b84-9a6a-1eafc0089ec0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66d9642d-3a30-4566-8138-00c30a1d1025 HTTP/1.1" status: 204 len: 168 time: 0.1156445 Jan 28 20:31:39.603030 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b836b-93da-4b84-9a6a-1eafc0089ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d9642d-3a30-4566-8138-00c30a1d1025,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:40.048271 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:41.466414 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.595810 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47550) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:42.640225 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7123059-ca96-40f0-9139-872beab31993 admin admin] Deleting subnet a24cbd68-e97d-4171-b989-1ab15c7a772e {{(pid=102377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:31:42.643170 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a7123059-ca96-40f0-9139-872beab31993 admin admin] Publish callbacks [] for subnet (a24cbd68-e97d-4171-b989-1ab15c7a772e), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.679654 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a7123059-ca96-40f0-9139-872beab31993 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25590461'] for subnet (a24cbd68-e97d-4171-b989-1ab15c7a772e), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.719105 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a7123059-ca96-40f0-9139-872beab31993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (a24cbd68-e97d-4171-b989-1ab15c7a772e), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.772500 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a7123059-ca96-40f0-9139-872beab31993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25920517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25623846'] for subnet (a24cbd68-e97d-4171-b989-1ab15c7a772e), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.803374 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a7123059-ca96-40f0-9139-872beab31993 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.806664 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a7123059-ca96-40f0-9139-872beab31993 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a24cbd68-e97d-4171-b989-1ab15c7a772e HTTP/1.1" status: 204 len: 168 time: 0.2098658 Jan 28 20:31:42.807670 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7123059-ca96-40f0-9139-872beab31993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a24cbd68-e97d-4171-b989-1ab15c7a772e,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:42.809335 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47554) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:42.815731 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.877059 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (90b7b458-4b47-48b0-9af1-84b27f2d7b01), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.955627 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (90b7b458-4b47-48b0-9af1-84b27f2d7b01), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:42.975564 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b7b458-4b47-48b0-9af1-84b27f2d7b01']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:42.984600 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b8ef65-f63c-44b8-80b4-a718affc46e0') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:42.984903 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b8ef65-f63c-44b8-80b4-a718affc46e0') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:31:42.994265 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (51b8ef65-f63c-44b8-80b4-a718affc46e0), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.007770 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (51b8ef65-f63c-44b8-80b4-a718affc46e0), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.015007 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:31:43.015487 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (51b8ef65-f63c-44b8-80b4-a718affc46e0), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:31:43.017241 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:31:43.073451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (90b7b458-4b47-48b0-9af1-84b27f2d7b01), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.078858 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.081977 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] 10.222.0.59 "DELETE /v2.0/networks/90b7b458-4b47-48b0-9af1-84b27f2d7b01 HTTP/1.1" status: 204 len: 168 time: 0.2715325 Jan 28 20:31:43.092914 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764d6cd-cc20-417c-8f55-06c52ca010ed admin admin] Pushing event deleted for resources: {'Network': ['ID=90b7b458-4b47-48b0-9af1-84b27f2d7b01,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:43.239096 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47558) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:43.277632 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-63ad0f2c-8e65-40e8-a38b-510d288cf1bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78a5e26db5b844c4b585a7441fefd731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368881 Jan 28 20:31:43.279909 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47560) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:31:43.326277 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2c50baa3-96bc-4048-b276-18c2aa03a1d7 admin admin] Publish callbacks [] for security_group (fec25d21-db86-4e1e-a2c9-3bca995b5817), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.348800 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2c50baa3-96bc-4048-b276-18c2aa03a1d7 admin admin] Publish callbacks [] for security_group (fec25d21-db86-4e1e-a2c9-3bca995b5817), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.395268 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2c50baa3-96bc-4048-b276-18c2aa03a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (fec25d21-db86-4e1e-a2c9-3bca995b5817), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.398032 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2c50baa3-96bc-4048-b276-18c2aa03a1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:31:43.399414 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2c50baa3-96bc-4048-b276-18c2aa03a1d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fec25d21-db86-4e1e-a2c9-3bca995b5817 HTTP/1.1" status: 204 len: 168 time: 0.1186287 Jan 28 20:31:43.408229 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50baa3-96bc-4048-b276-18c2aa03a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec25d21-db86-4e1e-a2c9-3bca995b5817,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:31:50.470116 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:05.953818 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:32:06.594170 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-268990aa-c5a7-4dc4-8ae4-9c801be267b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:08.930955 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-3e6a18ff-bde1-4457-90ac-bd50bab925a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:10.050485 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:11.466797 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:12.807378 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.512831 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47748) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:16.612803 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2b346847-d534-499a-8e6a-0dbf75c33adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.684644 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2b346847-d534-499a-8e6a-0dbf75c33adb admin admin] Publish callbacks [] for security_group (d023f341-0133-4aef-ab48-b24c5e964044), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.688180 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2b346847-d534-499a-8e6a-0dbf75c33adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (d023f341-0133-4aef-ab48-b24c5e964044), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.727543 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2b346847-d534-499a-8e6a-0dbf75c33adb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=253ac2bd80c44b269edf22f872e6f99a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136726 Jan 28 20:32:16.728385 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346847-d534-499a-8e6a-0dbf75c33adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d023f341-0133-4aef-ab48-b24c5e964044,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:16.730178 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47752) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:16.777866 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4329ea68-ca9d-4691-aa1f-435cb9938d16 admin admin] Publish callbacks [] for security_group (d023f341-0133-4aef-ab48-b24c5e964044), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.797849 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4329ea68-ca9d-4691-aa1f-435cb9938d16 admin admin] Publish callbacks [] for security_group (d023f341-0133-4aef-ab48-b24c5e964044), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.843731 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4329ea68-ca9d-4691-aa1f-435cb9938d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (d023f341-0133-4aef-ab48-b24c5e964044), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.846735 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4329ea68-ca9d-4691-aa1f-435cb9938d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:16.848056 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4329ea68-ca9d-4691-aa1f-435cb9938d16 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d023f341-0133-4aef-ab48-b24c5e964044 HTTP/1.1" status: 204 len: 168 time: 0.1168725 Jan 28 20:32:16.856396 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329ea68-ca9d-4691-aa1f-435cb9938d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d023f341-0133-4aef-ab48-b24c5e964044,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:17.101423 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47758) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:17.117602 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4d852387-d37d-4d7d-a684-de199319500f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.197165 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4d852387-d37d-4d7d-a684-de199319500f admin admin] Publish callbacks [] for security_group (4a8249a1-12a0-427b-a82d-e01391547d65), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.201039 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4d852387-d37d-4d7d-a684-de199319500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (4a8249a1-12a0-427b-a82d-e01391547d65), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.238590 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4d852387-d37d-4d7d-a684-de199319500f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=24566e8b48f0457ba4632084da4dab27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360662 Jan 28 20:32:17.239431 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d852387-d37d-4d7d-a684-de199319500f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8249a1-12a0-427b-a82d-e01391547d65,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:17.241279 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47762) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:17.288395 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0e99712a-9df2-4730-92e1-048e9d17f7a9 admin admin] Publish callbacks [] for security_group (4a8249a1-12a0-427b-a82d-e01391547d65), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.309586 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0e99712a-9df2-4730-92e1-048e9d17f7a9 admin admin] Publish callbacks [] for security_group (4a8249a1-12a0-427b-a82d-e01391547d65), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.353418 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0e99712a-9df2-4730-92e1-048e9d17f7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (4a8249a1-12a0-427b-a82d-e01391547d65), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.356446 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0e99712a-9df2-4730-92e1-048e9d17f7a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:17.357586 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-0e99712a-9df2-4730-92e1-048e9d17f7a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4a8249a1-12a0-427b-a82d-e01391547d65 HTTP/1.1" status: 204 len: 168 time: 0.1152647 Jan 28 20:32:17.365246 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99712a-9df2-4730-92e1-048e9d17f7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8249a1-12a0-427b-a82d-e01391547d65,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:19.640699 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47832) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:19.739384 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17125235-1ef5-4daa-a20e-fd219e0d486e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.810692 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17125235-1ef5-4daa-a20e-fd219e0d486e admin admin] Publish callbacks [] for security_group (f56c393b-4c4d-465c-b9d9-9e0de2ad1f4f), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.814200 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-17125235-1ef5-4daa-a20e-fd219e0d486e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f56c393b-4c4d-465c-b9d9-9e0de2ad1f4f), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.853801 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-17125235-1ef5-4daa-a20e-fd219e0d486e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae2c01f66fb44bd99990d4c7971ef987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119620 Jan 28 20:32:19.854924 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17125235-1ef5-4daa-a20e-fd219e0d486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56c393b-4c4d-465c-b9d9-9e0de2ad1f4f,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:19.856557 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47836) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:19.905734 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0fed-7d46-4980-837b-df3d6508344b admin admin] Publish callbacks [] for security_group (f56c393b-4c4d-465c-b9d9-9e0de2ad1f4f), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.926648 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0fed-7d46-4980-837b-df3d6508344b admin admin] Publish callbacks [] for security_group (f56c393b-4c4d-465c-b9d9-9e0de2ad1f4f), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.973678 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0fed-7d46-4980-837b-df3d6508344b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f56c393b-4c4d-465c-b9d9-9e0de2ad1f4f), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.976124 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fc4e0fed-7d46-4980-837b-df3d6508344b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:19.977254 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-fc4e0fed-7d46-4980-837b-df3d6508344b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f56c393b-4c4d-465c-b9d9-9e0de2ad1f4f HTTP/1.1" status: 204 len: 168 time: 0.1197336 Jan 28 20:32:19.985087 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e0fed-7d46-4980-837b-df3d6508344b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56c393b-4c4d-465c-b9d9-9e0de2ad1f4f,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:20.229561 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47842) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:20.243103 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-904bd055-bd95-42e2-9b90-0da0ae49827a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.319767 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-904bd055-bd95-42e2-9b90-0da0ae49827a admin admin] Publish callbacks [] for security_group (2e3bbd41-08af-4838-81e7-9bda19be810b), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.323408 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-904bd055-bd95-42e2-9b90-0da0ae49827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (2e3bbd41-08af-4838-81e7-9bda19be810b), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.360292 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-904bd055-bd95-42e2-9b90-0da0ae49827a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=943c2d56d2a64d7e974efdd1586b78c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296546 Jan 28 20:32:20.362241 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bd055-bd95-42e2-9b90-0da0ae49827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3bbd41-08af-4838-81e7-9bda19be810b,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:20.362974 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47844) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:20.411238 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ebb85c6-4ff6-4c4b-87e0-2ccd1cace60b admin admin] Publish callbacks [] for security_group (2e3bbd41-08af-4838-81e7-9bda19be810b), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.431571 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ebb85c6-4ff6-4c4b-87e0-2ccd1cace60b admin admin] Publish callbacks [] for security_group (2e3bbd41-08af-4838-81e7-9bda19be810b), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.477473 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ebb85c6-4ff6-4c4b-87e0-2ccd1cace60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (2e3bbd41-08af-4838-81e7-9bda19be810b), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.480242 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ebb85c6-4ff6-4c4b-87e0-2ccd1cace60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.481364 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-9ebb85c6-4ff6-4c4b-87e0-2ccd1cace60b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2e3bbd41-08af-4838-81e7-9bda19be810b HTTP/1.1" status: 204 len: 168 time: 0.1173282 Jan 28 20:32:20.484982 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:20.490790 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb85c6-4ff6-4c4b-87e0-2ccd1cace60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3bbd41-08af-4838-81e7-9bda19be810b,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:23.128923 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-67eb6b3d-9599-485d-b4d4-e95d8d2b94ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1317768 Jan 28 20:32:23.198591 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-2c34c519-43f7-4a7a-981a-dafd0efec6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.200059 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-2c34c519-43f7-4a7a-981a-dafd0efec6c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1129 time: 0.0438099 Jan 28 20:32:23.310018 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-524fcf09-41fd-4aac-a5ec-ff027f4900b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.311387 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-524fcf09-41fd-4aac-a5ec-ff027f4900b5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 918 time: 0.0913334 Jan 28 20:32:23.377628 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-cfe71448-46bb-4a84-ad0a-cb5729d9f724 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0593870 Jan 28 20:32:23.429725 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-5f3d93fe-18aa-4511-afdc-749f869f8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.431177 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-5f3d93fe-18aa-4511-afdc-749f869f8282 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.0473073 Jan 28 20:32:23.478713 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-932c3ae7-8e3f-4f8c-901f-7a531a33eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:23.480681 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-932c3ae7-8e3f-4f8c-901f-7a531a33eff6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434949 Jan 28 20:32:23.566465 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-06ee1428-7cc3-4bf6-8348-4372684ae5f2 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785718 Jan 28 20:32:23.661676 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-bf9fd6ce-627d-4bf3-a645-4eeb294295b6 req-0d8139d6-1e41-4d0d-b767-dd4dba903f78 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895550 Jan 28 20:32:25.281046 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47948) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:25.382934 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5e0b58cb-5072-4d58-bba1-d9b1087112a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.453696 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5e0b58cb-5072-4d58-bba1-d9b1087112a1 admin admin] Publish callbacks [] for security_group (2a07b621-4349-41b2-8faa-43794d0016c3), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.457406 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-5e0b58cb-5072-4d58-bba1-d9b1087112a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (2a07b621-4349-41b2-8faa-43794d0016c3), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.494798 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-5e0b58cb-5072-4d58-bba1-d9b1087112a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a1fe188f768e4be0b169a852673d6f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120857 Jan 28 20:32:25.495613 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b58cb-5072-4d58-bba1-d9b1087112a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a07b621-4349-41b2-8faa-43794d0016c3,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:25.497422 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47952) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:25.545049 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a4b81470-6d15-4a07-afa7-30988013a18a admin admin] Publish callbacks [] for security_group (2a07b621-4349-41b2-8faa-43794d0016c3), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.566331 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a4b81470-6d15-4a07-afa7-30988013a18a admin admin] Publish callbacks [] for security_group (2a07b621-4349-41b2-8faa-43794d0016c3), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.612084 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a4b81470-6d15-4a07-afa7-30988013a18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (2a07b621-4349-41b2-8faa-43794d0016c3), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.614641 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a4b81470-6d15-4a07-afa7-30988013a18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.615771 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a4b81470-6d15-4a07-afa7-30988013a18a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a07b621-4349-41b2-8faa-43794d0016c3 HTTP/1.1" status: 204 len: 168 time: 0.1173043 Jan 28 20:32:25.623368 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b81470-6d15-4a07-afa7-30988013a18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a07b621-4349-41b2-8faa-43794d0016c3,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:25.863214 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47958) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:25.876190 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ee4-8ccf-43e1-b665-1301e33eef7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.950828 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ee4-8ccf-43e1-b665-1301e33eef7c admin admin] Publish callbacks [] for security_group (71665144-a8ce-401a-9037-0b2c861a174a), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.955019 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c4a05ee4-8ccf-43e1-b665-1301e33eef7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (71665144-a8ce-401a-9037-0b2c861a174a), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:25.992522 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a05ee4-8ccf-43e1-b665-1301e33eef7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71665144-a8ce-401a-9037-0b2c861a174a,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:25.998070 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c4a05ee4-8ccf-43e1-b665-1301e33eef7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f88144f1fc114f90a4d77416376ecf61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337996 Jan 28 20:32:26.000744 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47960) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:26.047709 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e66bde4b-4892-407a-803d-bf70c446af31 admin admin] Publish callbacks [] for security_group (71665144-a8ce-401a-9037-0b2c861a174a), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.068091 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e66bde4b-4892-407a-803d-bf70c446af31 admin admin] Publish callbacks [] for security_group (71665144-a8ce-401a-9037-0b2c861a174a), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.113397 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e66bde4b-4892-407a-803d-bf70c446af31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (71665144-a8ce-401a-9037-0b2c861a174a), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.115826 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e66bde4b-4892-407a-803d-bf70c446af31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.116946 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e66bde4b-4892-407a-803d-bf70c446af31 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71665144-a8ce-401a-9037-0b2c861a174a HTTP/1.1" status: 204 len: 168 time: 0.1153810 Jan 28 20:32:26.124166 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bde4b-4892-407a-803d-bf70c446af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71665144-a8ce-401a-9037-0b2c861a174a,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:26.428074 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47966) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:26.441670 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1a02534e-0714-44a5-a836-d7a9449a56be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.515386 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1a02534e-0714-44a5-a836-d7a9449a56be admin admin] Publish callbacks [] for security_group (1f3eb762-bb7e-4c39-9f74-3f9d4aa9b627), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.519120 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1a02534e-0714-44a5-a836-d7a9449a56be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1f3eb762-bb7e-4c39-9f74-3f9d4aa9b627), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.556337 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-1a02534e-0714-44a5-a836-d7a9449a56be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f58ba5cb56314236935f4f54294d8929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270754 Jan 28 20:32:26.557738 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02534e-0714-44a5-a836-d7a9449a56be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3eb762-bb7e-4c39-9f74-3f9d4aa9b627,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:26.559546 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47968) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:26.610499 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-28f787b1-278f-4061-8aa8-c82bbf075d28 admin admin] Publish callbacks [] for security_group (1f3eb762-bb7e-4c39-9f74-3f9d4aa9b627), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.631263 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-28f787b1-278f-4061-8aa8-c82bbf075d28 admin admin] Publish callbacks [] for security_group (1f3eb762-bb7e-4c39-9f74-3f9d4aa9b627), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.675162 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-28f787b1-278f-4061-8aa8-c82bbf075d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1f3eb762-bb7e-4c39-9f74-3f9d4aa9b627), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.677583 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-28f787b1-278f-4061-8aa8-c82bbf075d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:26.678773 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-28f787b1-278f-4061-8aa8-c82bbf075d28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f3eb762-bb7e-4c39-9f74-3f9d4aa9b627 HTTP/1.1" status: 204 len: 168 time: 0.1176481 Jan 28 20:32:26.687008 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f787b1-278f-4061-8aa8-c82bbf075d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3eb762-bb7e-4c39-9f74-3f9d4aa9b627,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:27.314639 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 47990) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:27.408581 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1967958288-network', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:27.427961 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Made reservation on behalf of 6c3f2930540d4043b25e26a37f8a0a25 for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:27.430410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.439127 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.510970 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Publish callbacks [] for security_group (3c545ae4-32e7-4b52-b0af-5f25ca9d59c4), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.514976 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (3c545ae4-32e7-4b52-b0af-5f25ca9d59c4), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.534958 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:32:27.548316 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:27.552890 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (6151c7fb-0600-47b3-b6e7-3a55560762e4), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.553232 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Added segment 6151c7fb-0600-47b3-b6e7-3a55560762e4 of type vlan for network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 Jan 28 20:32:27.591459 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (8262c78b-9cc8-436b-9e71-59dcb58b33e8), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.616570 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (8262c78b-9cc8-436b-9e71-59dcb58b33e8), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.617544 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:27.618181 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.678094 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3623357 Jan 28 20:32:27.681019 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47994) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:27.681518 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682b13d-ace7-445b-a004-387e5d5b7ecd admin admin] Pushing event updated for resources: {'Network': ['ID=8262c78b-9cc8-436b-9e71-59dcb58b33e8,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:27.687452 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Request body: {'subnet': {'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1967958288-subnet', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:27.692105 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:32:27.706779 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Made reservation on behalf of 6c3f2930540d4043b25e26a37f8a0a25 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:27.709132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25623239'] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.883336 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25920580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25623253'] for subnet (f2931f34-6bef-4166-afd3-72153b57969c), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.935173 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2931f34-6bef-4166-afd3-72153b57969c,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:27.949730 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Checking segment: {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:27.950053 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Network hostable DHCP agents. Network: 8262c78b-9cc8-436b-9e71-59dcb58b33e8, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:32:27.966085 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:32:27.974092 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 8262c78b-9cc8-436b-9e71-59dcb58b33e8) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:27.978017 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:27.978675 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:27.983481 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157341d0-2c9f-4f03-a6b5-09114e4aec40 None None] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:27.999258 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4c7cd2a7-f07b-48d7-8d05-e3ad1ec86b1b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3171260 Jan 28 20:32:28.001775 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 47996) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:28.005956 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:28.024601 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (9d1a05c5-62ae-4af1-b675-3719dc493946), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.025603 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (9d1a05c5-62ae-4af1-b675-3719dc493946), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.076314 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks [] for router_controller (9d1a05c5-62ae-4af1-b675-3719dc493946), precommit_add_association {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.094614 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:32:28.095961 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.230450 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks [] for router_gateway (9d1a05c5-62ae-4af1-b675-3719dc493946), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.246285 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Allocated IP 172.20.0.2 (8262c78b-9cc8-436b-9e71-59dcb58b33e8/f2931f34-6bef-4166-afd3-72153b57969c/74ff039f-d907-41a6-a2f5-db3a82165c89) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:28.392538 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Publish callbacks [] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.398733 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.433423 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks [] for router_gateway (9d1a05c5-62ae-4af1-b675-3719dc493946), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.440708 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:28.443574 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:28.446276 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:28.452903 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.457225 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Pushing event updated for resources: {'Port': ['ID=74ff039f-d907-41a6-a2f5-db3a82165c89,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:28.466955 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.467305 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.467646 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.467981 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.468307 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.468630 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.468953 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.469274 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.469592 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.469929 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.470249 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.470564 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.470879 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:28.517843 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Attempting to bind port 74ff039f-d907-41a6-a2f5-db3a82165c89 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:28.518153 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Attempting to bind port 74ff039f-d907-41a6-a2f5-db3a82165c89 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:28.518509 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Attempting to bind port 74ff039f-d907-41a6-a2f5-db3a82165c89 on network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:28.523324 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:28.523693 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Checking segment: {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:28.524350 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.524740 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Bound using segment: {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:28.525191 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Bound port: 74ff039f-d907-41a6-a2f5-db3a82165c89, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:28.525686 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.560646 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Allocated IP 172.27.0.61 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:28.586885 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] For port 74ff039f-d907-41a6-a2f5-db3a82165c89, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:28.590598 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] For port 74ff039f-d907-41a6-a2f5-db3a82165c89, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=74ff039f-d907-41a6-a2f5-db3a82165c89,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:28.596886 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.657088 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643594-f0a5-4dcb-9a21-4667434ebb33 None None] Pushing event updated for resources: {'Port': ['ID=74ff039f-d907-41a6-a2f5-db3a82165c89,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:28.670343 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks [] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.709562 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:28.746927 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:28.749706 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:28.752124 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:28.783454 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:29.247730 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks [] for router_gateway (9d1a05c5-62ae-4af1-b675-3719dc493946), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.453898 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (9d1a05c5-62ae-4af1-b675-3719dc493946), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.573963 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4797afd2-91f6-44ba-8c3d-5edcde8b8e9a None None] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:29.584683 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Router 9d1a05c5-62ae-4af1-b675-3719dc493946 is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:32:29.642455 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-401aa7c3-9b4a-4030-aa08-687e17b0262a None None] Provisioning complete for port 74ff039f-d907-41a6-a2f5-db3a82165c89 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:29.642799 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-401aa7c3-9b4a-4030-aa08-687e17b0262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.698099 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:29.711631 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Sync routers for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:29.716842 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.720732 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-bec85133-4c21-4202-934b-19605e538fd8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7156188 Jan 28 20:32:29.721005 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48000) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:29.732513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:29.733128 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:29.805733 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-401aa7c3-9b4a-4030-aa08-687e17b0262a None None] Current status of the port 74ff039f-d907-41a6-a2f5-db3a82165c89 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:29.806179 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-401aa7c3-9b4a-4030-aa08-687e17b0262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.890219 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-401aa7c3-9b4a-4030-aa08-687e17b0262a None None] For port 74ff039f-d907-41a6-a2f5-db3a82165c89, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=74ff039f-d907-41a6-a2f5-db3a82165c89,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:29.897784 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-401aa7c3-9b4a-4030-aa08-687e17b0262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:29.904528 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:29.986356 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 74ff039f-d907-41a6-a2f5-db3a82165c89 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:30.095507 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aa7c3-9b4a-4030-aa08-687e17b0262a None None] Pushing event updated for resources: {'Port': ['ID=74ff039f-d907-41a6-a2f5-db3a82165c89,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:30.107791 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-661d5d99-0090-49fa-b81f-c7db58a84a07 None None] Provisioning complete for port 74ff039f-d907-41a6-a2f5-db3a82165c89 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:30.108158 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-661d5d99-0090-49fa-b81f-c7db58a84a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.160306 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 74ff039f-d907-41a6-a2f5-db3a82165c89 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:30.160587 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.177676 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.312912 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-661d5d99-0090-49fa-b81f-c7db58a84a07 None None] Current status of the port 74ff039f-d907-41a6-a2f5-db3a82165c89 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:30.318555 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:29Z', 'revision_number': 3, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:30.336193 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Allocated IP 172.20.0.1 (8262c78b-9cc8-436b-9e71-59dcb58b33e8/f2931f34-6bef-4166-afd3-72153b57969c/3e701953-cdd8-4c6f-8497-b1fe1a750fd1) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:30.348827 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Checking router: 9d1a05c5-62ae-4af1-b675-3719dc493946 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:30.349179 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Updating router 9d1a05c5-62ae-4af1-b675-3719dc493946 port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:30.373914 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 74ff039f-d907-41a6-a2f5-db3a82165c89 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:30.385632 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.439015 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Publish callbacks [] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.478400 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.515535 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:30.518257 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:30.520956 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:30.552051 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Pushing event updated for resources: {'Port': ['ID=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:30.579592 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (9d1a05c5-62ae-4af1-b675-3719dc493946), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.651199 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Publish callbacks [] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.656823 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.713658 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Attempting to bind port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:30.714064 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Attempting to bind port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:30.714432 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Attempting to bind port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:30.716626 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89a5bd-e8b5-4163-ab80-a52bd59bc54d None None] Pushing event updated for resources: {'Port': ['ID=ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:30.722339 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:30.722718 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:30.723290 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.723523 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:30.723989 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Bound port: ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:30.724373 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.730318 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.777866 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] For port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:30.781033 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] For port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:30.787380 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.859676 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89a5bd-e8b5-4163-ab80-a52bd59bc54d None None] Pushing event updated for resources: {'Port': ['ID=ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:30.862806 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:30.863421 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:30.867823 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-ab5cfebc-ed7d-462b-84ab-27e5100ee8b5 None None] Provisioning complete for port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:30.867823 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-ab5cfebc-ed7d-462b-84ab-27e5100ee8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.898595 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Publish callbacks [] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.904025 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.971818 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (9d1a05c5-62ae-4af1-b675-3719dc493946), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:30.973500 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Pushing event updated for resources: {'Port': ['ID=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:31.074177 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:31.075639 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:31.078662 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-ab5cfebc-ed7d-462b-84ab-27e5100ee8b5 None None] Port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:31.137287 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:31.198345 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Router 9d1a05c5-62ae-4af1-b675-3719dc493946 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:31.346482 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-b7308b39-e1a8-4caf-a149-e8f015663f41 None None] Provisioning complete for port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:31.346766 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-b7308b39-e1a8-4caf-a149-e8f015663f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:31.388664 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-b7308b39-e1a8-4caf-a149-e8f015663f41 None None] Port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:31.401529 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 1, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:31.429217 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05860f3-83f0-4a25-ba6d-929e16b54cfc None None] The sync data for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi is: [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 1, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:31.536244 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:31.541906 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a64212f2-a992-4e13-bfa3-859128e9971e admin admin] 10.222.0.59 "PUT /v2.0/routers/9d1a05c5-62ae-4af1-b675-3719dc493946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8199372 Jan 28 20:32:31.874142 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 74ff039f-d907-41a6-a2f5-db3a82165c89 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:31.929700 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 74ff039f-d907-41a6-a2f5-db3a82165c89 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:31.930106 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.012285 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 74ff039f-d907-41a6-a2f5-db3a82165c89 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:32.062129 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48022) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:32.067188 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-298548993-network', 'tenant_id': '31a9988294974ebe8a21a268da7534f7'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:32.086240 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Made reservation on behalf of 31a9988294974ebe8a21a268da7534f7 for: {'network': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:32.088733 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.097407 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.197681 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Publish callbacks [] for security_group (1e31e633-5a9a-44d3-9e9b-fa643a3a7819), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.202006 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1e31e633-5a9a-44d3-9e9b-fa643a3a7819), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.222763 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=102377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:32:32.241180 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e31e633-5a9a-44d3-9e9b-fa643a3a7819,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:32.241180 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (e445a604-80b3-4b1f-a4e7-34e4289d5001), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.241549 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.segments_db [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Added segment e445a604-80b3-4b1f-a4e7-34e4289d5001 of type vlan for network 6092dbaf-337d-4472-a719-26250b8d6639 Jan 28 20:32:32.284314 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (6092dbaf-337d-4472-a719-26250b8d6639), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.308704 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (6092dbaf-337d-4472-a719-26250b8d6639), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.309959 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.310541 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.369456 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3054028 Jan 28 20:32:32.371861 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48024) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:32.376511 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Request body: {'subnet': {'network_id': '6092dbaf-337d-4472-a719-26250b8d6639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-298548993-subnet', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:32.391483 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc3de0-971f-4e7d-a77a-546e67a2dcd2 admin admin] Pushing event updated for resources: {'Network': ['ID=6092dbaf-337d-4472-a719-26250b8d6639,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:32.402653 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 6092dbaf-337d-4472-a719-26250b8d6639 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:32:32.408905 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Made reservation on behalf of 31a9988294974ebe8a21a268da7534f7 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:32.411339 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25623239'] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.590229 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25920580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25623253'] for subnet (e8946586-24d4-4a42-ab83-9e25e9e93085), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.646174 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8946586-24d4-4a42-ab83-9e25e9e93085,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:32.656586 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Checking segment: {'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:32.656943 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Network hostable DHCP agents. Network: 6092dbaf-337d-4472-a719-26250b8d6639, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:32:32.675115 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Network 6092dbaf-337d-4472-a719-26250b8d6639 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:32:32.684974 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 6092dbaf-337d-4472-a719-26250b8d6639) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:32.689406 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:32.690248 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.694534 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c0b4f-32d8-4c8c-9209-69180c110544 None None] Network 6092dbaf-337d-4472-a719-26250b8d6639 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:32.710577 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-cd15ae21-6af2-45c2-995e-7af1269b0f62 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3352630 Jan 28 20:32:32.710778 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48026) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:32.715597 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:32.735002 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (d5598451-bb26-4219-81f7-f6bcc8d0c88f), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.736127 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (d5598451-bb26-4219-81f7-f6bcc8d0c88f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.795764 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks [] for router_controller (d5598451-bb26-4219-81f7-f6bcc8d0c88f), precommit_add_association {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.812871 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-6092dbaf-337d-4472-a719-26250b8d6639', 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639', 'project_id': '31a9988294974ebe8a21a268da7534f7', 'fixed_ips': [{'subnet_id': 'e8946586-24d4-4a42-ab83-9e25e9e93085'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:32:32.813794 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.938969 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks [] for router_gateway (d5598451-bb26-4219-81f7-f6bcc8d0c88f), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:32.954564 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Allocated IP 172.20.0.2 (6092dbaf-337d-4472-a719-26250b8d6639/e8946586-24d4-4a42-ab83-9e25e9e93085/06da968c-435c-4db6-8593-00715c459632) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:33.111544 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Publish callbacks [] for port (06da968c-435c-4db6-8593-00715c459632), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.118292 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (06da968c-435c-4db6-8593-00715c459632), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.151021 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks [] for router_gateway (d5598451-bb26-4219-81f7-f6bcc8d0c88f), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.156828 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Network 6092dbaf-337d-4472-a719-26250b8d6639 is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:33.159693 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:33.165130 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:33.170985 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.173171 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Pushing event updated for resources: {'Port': ['ID=06da968c-435c-4db6-8593-00715c459632,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:33.233534 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Attempting to bind port 06da968c-435c-4db6-8593-00715c459632 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:33.234193 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Attempting to bind port 06da968c-435c-4db6-8593-00715c459632 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:33.234667 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Attempting to bind port 06da968c-435c-4db6-8593-00715c459632 on network 6092dbaf-337d-4472-a719-26250b8d6639 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:33.239800 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:33.240175 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Checking segment: {'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:33.240577 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.240985 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Bound using segment: {'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:33.241588 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Bound port: 06da968c-435c-4db6-8593-00715c459632, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:33.242002 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (06da968c-435c-4db6-8593-00715c459632), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.284060 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Allocated IP 172.27.0.179 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/9db23af1-958a-4be4-8550-61d5bf4fafef) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:33.306620 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] For port 06da968c-435c-4db6-8593-00715c459632, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:33.310159 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] For port 06da968c-435c-4db6-8593-00715c459632, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=06da968c-435c-4db6-8593-00715c459632,segment=NetworkSegment(e445a604-80b3-4b1f-a4e7-34e4289d5001),segment_id=e445a604-80b3-4b1f-a4e7-34e4289d5001)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:33.316434 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (06da968c-435c-4db6-8593-00715c459632), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.375376 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d167953-793f-4c35-a592-28ba58725fa5 None None] Pushing event updated for resources: {'Port': ['ID=06da968c-435c-4db6-8593-00715c459632,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:33.411312 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks [] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.450536 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.489269 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:33.492218 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:33.494621 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:33.526208 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Pushing event updated for resources: {'Port': ['ID=9db23af1-958a-4be4-8550-61d5bf4fafef,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:33.540399 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Sync routers for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:33.561169 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:33.561794 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:33.691636 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:33.808601 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks [] for router_gateway (d5598451-bb26-4219-81f7-f6bcc8d0c88f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:33.917182 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 2, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:33.951405 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 06da968c-435c-4db6-8593-00715c459632 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:33.954936 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Checking router: 9d1a05c5-62ae-4af1-b675-3719dc493946 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:33.955284 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Updating router 9d1a05c5-62ae-4af1-b675-3719dc493946 port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:33.985196 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.006069 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 06da968c-435c-4db6-8593-00715c459632 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:34.006684 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (06da968c-435c-4db6-8593-00715c459632), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.033936 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (d5598451-bb26-4219-81f7-f6bcc8d0c88f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.102226 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 06da968c-435c-4db6-8593-00715c459632 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:34.102813 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (06da968c-435c-4db6-8593-00715c459632), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.145388 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 06da968c-435c-4db6-8593-00715c459632, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=06da968c-435c-4db6-8593-00715c459632,segment=NetworkSegment(e445a604-80b3-4b1f-a4e7-34e4289d5001),segment_id=e445a604-80b3-4b1f-a4e7-34e4289d5001)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:34.151434 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (06da968c-435c-4db6-8593-00715c459632), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.152480 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:34.189287 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Router d5598451-bb26-4219-81f7-f6bcc8d0c88f is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:32:34.242404 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=06da968c-435c-4db6-8593-00715c459632,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:34.266670 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:34.267051 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.347685 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:34.348115 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.358966 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:34.367926 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Publish callbacks [] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.375466 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.385704 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Sync routers for ids ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:34.392509 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:34.393961 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.398534 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-08e0a929-fb2c-42fe-b3e8-08c9f8649464 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6841991 Jan 28 20:32:34.398534 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48028) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:32:34.401757 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Routers {'d5598451-bb26-4219-81f7-f6bcc8d0c88f'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:34.402510 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:34.404539 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.438358 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Pushing event updated for resources: {'Port': ['ID=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:34.448651 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.449298 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.449825 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.450386 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.450722 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.451054 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.451381 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.451704 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.452025 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.452368 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.453056 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.453386 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.453706 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:34.559458 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5772765-f13e-4002-b76c-b8de5b1a5cf8 None None] Network 6092dbaf-337d-4472-a719-26250b8d6639 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:32:34.570117 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Attempting to bind port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:34.570693 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Attempting to bind port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:34.571093 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Attempting to bind port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 on network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:34.579610 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:34.580142 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Checking segment: {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:34.580643 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.581149 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Bound using segment: {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:34.581714 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Bound port: 3e701953-cdd8-4c6f-8497-b1fe1a750fd1, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:34.582243 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.591716 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:34.660330 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Set router d5598451-bb26-4219-81f7-f6bcc8d0c88f gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:34.663315 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] For port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:34.667837 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] For port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:34.677182 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.731618 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:34.733119 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:34.811926 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-564d031f-7604-4e7f-bd8f-1a889bbfbbd7 None None] Provisioning complete for port 06da968c-435c-4db6-8593-00715c459632 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:34.811926 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-564d031f-7604-4e7f-bd8f-1a889bbfbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (06da968c-435c-4db6-8593-00715c459632), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:34.866151 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:34.868780 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955cf1ee-d060-46e8-9bd5-c3be4333a19d None None] Pushing event updated for resources: {'Port': ['ID=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,revision_number=4']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:34.974351 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.106980 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:35.108188 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:32:33Z', 'revision_number': 3, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port': {'id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:33Z', 'updated_at': '2022-01-28T20:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:35.135412 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a61129-9468-47b7-8364-0d9414e73454 None None] The sync data for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi is: [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:35.138156 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Allocated IP 172.20.0.1 (6092dbaf-337d-4472-a719-26250b8d6639/e8946586-24d4-4a42-ab83-9e25e9e93085/5237d4ae-ac18-4781-a5e4-c8adda5b4f11) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:35.152915 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-564d031f-7604-4e7f-bd8f-1a889bbfbbd7 None None] Current status of the port 06da968c-435c-4db6-8593-00715c459632 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:35.155450 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Checking router: d5598451-bb26-4219-81f7-f6bcc8d0c88f for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:35.155993 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Updating router d5598451-bb26-4219-81f7-f6bcc8d0c88f port 9db23af1-958a-4be4-8550-61d5bf4fafef binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:35.186526 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.289640 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Publish callbacks [] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.330157 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-6f8b193f-eecf-462c-9cf7-7fc5dd6cce94 None None] Provisioning complete for port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:35.330620 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6f8b193f-eecf-462c-9cf7-7fc5dd6cce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.599665 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b193f-eecf-462c-9cf7-7fc5dd6cce94 None None] Current status of the port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:35.600023 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6f8b193f-eecf-462c-9cf7-7fc5dd6cce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.613991 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.617004 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Publish callbacks [] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.629048 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.668796 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Network 6092dbaf-337d-4472-a719-26250b8d6639 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:35.669028 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-6f8b193f-eecf-462c-9cf7-7fc5dd6cce94 None None] For port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:35.672465 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:35.677484 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6f8b193f-eecf-462c-9cf7-7fc5dd6cce94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.682637 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:35.714847 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Attempting to bind port 9db23af1-958a-4be4-8550-61d5bf4fafef on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:35.715216 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Attempting to bind port 9db23af1-958a-4be4-8550-61d5bf4fafef by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:35.715578 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Attempting to bind port 9db23af1-958a-4be4-8550-61d5bf4fafef on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:35.716064 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Pushing event updated for resources: {'Port': ['ID=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:35.718504 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33c078-a1e5-4272-bfa8-1109434d87fd None None] Pushing event updated for resources: {'Port': ['ID=9db23af1-958a-4be4-8550-61d5bf4fafef,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:35.726191 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:35.727179 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:35.727585 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.727974 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:35.728478 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Bound port: 9db23af1-958a-4be4-8550-61d5bf4fafef, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:35.728857 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.736615 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.737405 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.737405 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.737627 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.737978 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.738308 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.738643 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.738971 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.739296 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.739625 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.739950 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.740273 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.740590 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:35.769159 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (d5598451-bb26-4219-81f7-f6bcc8d0c88f), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.844956 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b193f-eecf-462c-9cf7-7fc5dd6cce94 None None] Pushing event updated for resources: {'Port': ['ID=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:35.856939 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] For port 9db23af1-958a-4be4-8550-61d5bf4fafef, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:35.862416 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] For port 9db23af1-958a-4be4-8550-61d5bf4fafef, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=9db23af1-958a-4be4-8550-61d5bf4fafef,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:35.863737 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-213b2c2b-dfe2-44ca-93a5-c1459eff0d2e None None] Provisioning complete for port 06da968c-435c-4db6-8593-00715c459632 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:35.864088 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-213b2c2b-dfe2-44ca-93a5-c1459eff0d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (06da968c-435c-4db6-8593-00715c459632), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.901551 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:35.962121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.003869 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33c078-a1e5-4272-bfa8-1109434d87fd None None] Pushing event updated for resources: {'Port': ['ID=9db23af1-958a-4be4-8550-61d5bf4fafef,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:36.007552 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Routers {'d5598451-bb26-4219-81f7-f6bcc8d0c88f'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:36.008067 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:32:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:36.074235 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 06da968c-435c-4db6-8593-00715c459632 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:36.126940 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-213b2c2b-dfe2-44ca-93a5-c1459eff0d2e None None] Current status of the port 06da968c-435c-4db6-8593-00715c459632 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:36.185672 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Publish callbacks [] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.190269 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.192186 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] Set router d5598451-bb26-4219-81f7-f6bcc8d0c88f gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:36.222993 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 06da968c-435c-4db6-8593-00715c459632 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:36.223285 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (06da968c-435c-4db6-8593-00715c459632), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.259648 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (d5598451-bb26-4219-81f7-f6bcc8d0c88f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.261331 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Pushing event updated for resources: {'Port': ['ID=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:36.319607 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-2b7ad7b2-d656-42aa-9810-508229c5c233 None None] Provisioning complete for port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:36.319982 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2b7ad7b2-d656-42aa-9810-508229c5c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.350524 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Network 6092dbaf-337d-4472-a719-26250b8d6639 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:36.351877 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:36.409477 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ad7b2-d656-42aa-9810-508229c5c233 None None] Port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:36.473473 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Router d5598451-bb26-4219-81f7-f6bcc8d0c88f has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:32:36.483229 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 06da968c-435c-4db6-8593-00715c459632 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:36.484343 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:36.553585 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 4, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port': {'id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:33Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '5237d4ae-ac18-4781-a5e4-c8adda5b4f11', 'name': '', 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'mac_address': 'fa:16:3e:10:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:34Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 1, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'subnets': [{'id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:36.557354 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:36.557726 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.587558 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:32:36.601557 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-1ba788f4-5317-4dcf-9b28-877fd92bb656 admin admin] 10.222.0.59 "PUT /v2.0/routers/d5598451-bb26-4219-81f7-f6bcc8d0c88f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1927059 Jan 28 20:32:36.603791 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e557200d-fac5-43b0-89cf-d662ff427659 None None] The sync data for ids ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'] in dv-cinder-826350-4-iscsi is: [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 4, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port': {'id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:33Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '5237d4ae-ac18-4781-a5e4-c8adda5b4f11', 'name': '', 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'mac_address': 'fa:16:3e:10:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:34Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 1, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'subnets': [{'id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:36.626767 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0b31faa7-82e5-48a0-9d32-7cbd315a1e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.647951 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-cdc2a87c-b210-4705-88b1-80dcee5034a4 None None] Provisioning complete for port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:36.648330 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-cdc2a87c-b210-4705-88b1-80dcee5034a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.712695 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-cdc2a87c-b210-4705-88b1-80dcee5034a4 None None] Port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:36.726479 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:36.727851 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:36.776229 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:36.776605 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:36.881929 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:37.892417 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:38.097100 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:38.098276 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:38.265274 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:38.939258 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fe730d07-8536-4a7f-8779-f54341dc0f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:39.547954 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Sync routers for ids ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:32:39.562772 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Routers {'d5598451-bb26-4219-81f7-f6bcc8d0c88f'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:39.563397 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:32:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:39.674501 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Set router d5598451-bb26-4219-81f7-f6bcc8d0c88f gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:39.955058 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 4, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port': {'id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7f:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:33Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '5237d4ae-ac18-4781-a5e4-c8adda5b4f11', 'name': '', 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'mac_address': 'fa:16:3e:10:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:34Z', 'updated_at': '2022-01-28T20:32:36Z', 'revision_number': 2, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'subnets': [{'id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:39.989614 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 9db23af1-958a-4be4-8550-61d5bf4fafef up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:39.992364 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Checking router: d5598451-bb26-4219-81f7-f6bcc8d0c88f for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:32:39.992918 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Updating router d5598451-bb26-4219-81f7-f6bcc8d0c88f port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:32:40.030214 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.060185 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.061583 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 9db23af1-958a-4be4-8550-61d5bf4fafef triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:40.061972 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.155024 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 9db23af1-958a-4be4-8550-61d5bf4fafef is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:40.155428 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.183909 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 9db23af1-958a-4be4-8550-61d5bf4fafef, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=9db23af1-958a-4be4-8550-61d5bf4fafef,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:40.188038 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.258162 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=9db23af1-958a-4be4-8550-61d5bf4fafef,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:40.345487 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Publish callbacks [] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.351260 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.412156 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627629-6edd-4532-a741-399dc1694d4b None None] Pushing event updated for resources: {'Port': ['ID=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:40.470166 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Attempting to bind port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:32:40.470534 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Attempting to bind port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:32:40.470899 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Attempting to bind port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 on network 6092dbaf-337d-4472-a719-26250b8d6639 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:32:40.476420 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:32:40.476795 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Checking segment: {'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:32:40.477192 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.477581 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Bound using segment: {'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:32:40.478722 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Bound port: 5237d4ae-ac18-4781-a5e4-c8adda5b4f11, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e445a604-80b3-4b1f-a4e7-34e4289d5001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:32:40.479109 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.553456 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] For port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:32:40.557563 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] For port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,segment=NetworkSegment(e445a604-80b3-4b1f-a4e7-34e4289d5001),segment_id=e445a604-80b3-4b1f-a4e7-34e4289d5001)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:32:40.564331 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.633185 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627629-6edd-4532-a741-399dc1694d4b None None] Pushing event updated for resources: {'Port': ['ID=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,revision_number=4']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:40.667427 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Routers {'d5598451-bb26-4219-81f7-f6bcc8d0c88f'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:32:40.667699 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:32:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:40.670150 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-13efc706-1d4f-4356-8238-e2dd4132f44f None None] Provisioning complete for port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:40.672141 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-13efc706-1d4f-4356-8238-e2dd4132f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.774357 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-13efc706-1d4f-4356-8238-e2dd4132f44f None None] Current status of the port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:40.775070 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-13efc706-1d4f-4356-8238-e2dd4132f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.826512 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-13efc706-1d4f-4356-8238-e2dd4132f44f None None] For port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,segment=NetworkSegment(e445a604-80b3-4b1f-a4e7-34e4289d5001),segment_id=e445a604-80b3-4b1f-a4e7-34e4289d5001)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:32:40.831180 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-13efc706-1d4f-4356-8238-e2dd4132f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:40.923049 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efc706-1d4f-4356-8238-e2dd4132f44f None None] Pushing event updated for resources: {'Port': ['ID=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:40.968101 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] Set router d5598451-bb26-4219-81f7-f6bcc8d0c88f gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:32:41.056905 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-f745e374-222a-4213-8ba7-8394907107fb None None] Provisioning complete for port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:41.057489 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f745e374-222a-4213-8ba7-8394907107fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:41.156872 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-f745e374-222a-4213-8ba7-8394907107fb None None] Current status of the port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:41.208047 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 4, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port': {'id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:33Z', 'updated_at': '2022-01-28T20:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '5237d4ae-ac18-4781-a5e4-c8adda5b4f11', 'name': '', 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'mac_address': 'fa:16:3e:10:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:34Z', 'updated_at': '2022-01-28T20:32:40Z', 'revision_number': 4, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'subnets': [{'id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:32:41.240819 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c457e8-44ce-499c-af77-b9c06b2768b0 None None] The sync data for ids ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'] in dv-cinder-826350-4-iscsi is: [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 4, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port': {'id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:33Z', 'updated_at': '2022-01-28T20:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '5237d4ae-ac18-4781-a5e4-c8adda5b4f11', 'name': '', 'network_id': '6092dbaf-337d-4472-a719-26250b8d6639', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'mac_address': 'fa:16:3e:10:ee:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:34Z', 'updated_at': '2022-01-28T20:32:40Z', 'revision_number': 4, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'subnets': [{'id': 'e8946586-24d4-4a42-ab83-9e25e9e93085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:32:41.476412 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:41.935462 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:42.001408 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:42.001904 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:42.097237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:42.098483 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 9db23af1-958a-4be4-8550-61d5bf4fafef up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:32:42.161911 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 9db23af1-958a-4be4-8550-61d5bf4fafef triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:42.162372 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:42.270411 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 9db23af1-958a-4be4-8550-61d5bf4fafef is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:32:42.810293 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:42.955448 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:32:46.383762 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-a9c2eba1-9baf-47f3-a332-3b488bdea052 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:46.385247 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-a9c2eba1-9baf-47f3-a332-3b488bdea052 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/networks?id=8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 200 len: 815 time: 0.1010664 Jan 28 20:32:46.399386 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-a2c3c0ab-52ba-4da1-9c1b-de3caa492dd7 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/quotas/6c3f2930540d4043b25e26a37f8a0a25 HTTP/1.1" status: 200 len: 375 time: 0.0088933 Jan 28 20:32:46.453186 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-fad54355-889d-4c30-a764-fb6929b2ef45 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490966 Jan 28 20:32:46.641282 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-9d9d6768-4deb-44aa-8076-bde4aa067989 service neutron] 10.222.0.59 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761148 Jan 28 20:32:46.737392 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-5e5f482d-9616-4283-94ed-b57eafc52230 service neutron] 10.222.0.59 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893443 Jan 28 20:32:46.893463 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-564a11b4-257e-4420-8aa8-d7feb486966e req-0be7be04-58f4-4a4c-950b-308447e5f380 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 210 time: 0.0282407 Jan 28 20:32:47.972984 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-78fde672-29eb-47c7-b7b2-33cea6bdb243 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:47.975174 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-78fde672-29eb-47c7-b7b2-33cea6bdb243 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.42 "GET /v2.0/networks?id=8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 200 len: 815 time: 0.1037753 Jan 28 20:32:47.991443 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'port': {'device_id': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'admin_state_up': True, 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:32:47.996193 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-31420568-3c14-43f2-9415-24db323bc201 req-6fd247a8-1ac8-4d61-9cb9-1e8944b37f0f tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 210 time: 0.0295839 Jan 28 20:32:48.102198 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Made reservation on behalf of 6c3f2930540d4043b25e26a37f8a0a25 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:32:48.105466 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:48.233501 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Allocated IP 172.20.0.12 (8262c78b-9cc8-436b-9e71-59dcb58b33e8/f2931f34-6bef-4166-afd3-72153b57969c/93c9ee57-f372-42ef-bca7-ac691fd1d6e3) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:32:48.384624 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:48.425159 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:48.476759 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:32:48.480001 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:32:48.486182 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:32:48.493191 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'Port': ['ID=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:32:48.528666 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.529215 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.529849 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.530371 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.530870 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.531430 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.531971 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.532460 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.532958 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.533451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.533970 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.534469 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.534956 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:32:48.563049 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:48.563938 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:48.589160 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-60aed8d2-f34a-4e81-be6e-8cacedc665bf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6030035 Jan 28 20:32:48.839880 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-84f4ea2e-f250-4bfe-bbdf-197e81fe6aa6 None None] Provisioning complete for port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:32:48.840540 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-84f4ea2e-f250-4bfe-bbdf-197e81fe6aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:48.878873 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-84f4ea2e-f250-4bfe-bbdf-197e81fe6aa6 None None] Port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:32:49.140523 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f0d6f-fc79-4a7d-92d3-84b80c290a7e req-8732a118-4b55-4f47-9e0b-a0bb823f76b5 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:49.142039 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-534f0d6f-fc79-4a7d-92d3-84b80c290a7e req-8732a118-4b55-4f47-9e0b-a0bb823f76b5 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0545967 Jan 28 20:32:49.192808 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-534f0d6f-fc79-4a7d-92d3-84b80c290a7e req-a14bf57e-2c0f-4d20-baa2-b1ab2811a170 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Jan 28 20:32:50.314737 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9e788-9b68-4d5f-87d6-b6dc0011db15 req-cf5de91d-6c9b-4350-9cb9-8e675d66815a tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:50.316116 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bfb9e788-9b68-4d5f-87d6-b6dc0011db15 req-cf5de91d-6c9b-4350-9cb9-8e675d66815a tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0540471 Jan 28 20:32:50.364311 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bfb9e788-9b68-4d5f-87d6-b6dc0011db15 req-e83bfb91-4834-42af-8909-1596c3506eaa tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Jan 28 20:32:50.481524 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:32:51.485620 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f073843-a016-4540-8377-c05773e6636a req-d44c25cd-ea4a-4bf6-9b6e-f488da287693 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:51.487203 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5f073843-a016-4540-8377-c05773e6636a req-d44c25cd-ea4a-4bf6-9b6e-f488da287693 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0553997 Jan 28 20:32:51.539197 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5f073843-a016-4540-8377-c05773e6636a req-aa8f4e46-dd63-45dd-884b-c355d2b4b5c1 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464871 Jan 28 20:32:52.661263 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787818db-8a00-473d-a9ca-17da9f91d602 req-9262d034-b8cb-4f4f-a076-7cf6af031660 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:52.662793 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-787818db-8a00-473d-a9ca-17da9f91d602 req-9262d034-b8cb-4f4f-a076-7cf6af031660 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0577228 Jan 28 20:32:52.714430 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-787818db-8a00-473d-a9ca-17da9f91d602 req-5b96f198-bf83-4961-be20-056193b05b68 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433886 Jan 28 20:32:53.834715 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e721170-4262-49f1-9026-f3626397e8d3 req-1ace83f5-3c5c-469d-bd17-dd33daac991f tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:53.836231 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1e721170-4262-49f1-9026-f3626397e8d3 req-1ace83f5-3c5c-469d-bd17-dd33daac991f tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0523438 Jan 28 20:32:53.884840 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1e721170-4262-49f1-9026-f3626397e8d3 req-6204e524-2fce-4d02-917d-eb7b0007e4e0 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Jan 28 20:32:55.010071 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7e18-a0ee-4cfe-bb80-e0dfed9bbf70 req-38673b07-8876-46c6-97bc-022b5f13ec95 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:55.011703 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-866d7e18-a0ee-4cfe-bb80-e0dfed9bbf70 req-38673b07-8876-46c6-97bc-022b5f13ec95 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0588996 Jan 28 20:32:55.068431 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-866d7e18-a0ee-4cfe-bb80-e0dfed9bbf70 req-32a141b0-251e-403c-95e7-49644b6f2e5f tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 Jan 28 20:32:56.187149 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86073ab-fe24-49fd-adf2-952d125c74b8 req-d2509138-f2d8-4700-a122-cfa164421d7b tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:56.188611 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a86073ab-fe24-49fd-adf2-952d125c74b8 req-d2509138-f2d8-4700-a122-cfa164421d7b tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0534389 Jan 28 20:32:56.236905 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a86073ab-fe24-49fd-adf2-952d125c74b8 req-06755e8d-4538-4641-b324-d73b6e1770ef tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Jan 28 20:32:57.355392 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dad3c-3136-479c-8e25-b69d2e335360 req-0e690afb-ed49-456e-b6de-5fbd449b6f8d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:57.357021 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d66dad3c-3136-479c-8e25-b69d2e335360 req-0e690afb-ed49-456e-b6de-5fbd449b6f8d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0520890 Jan 28 20:32:57.404498 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d66dad3c-3136-479c-8e25-b69d2e335360 req-f63f5f7e-1140-4118-aac4-366c5747ca81 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Jan 28 20:32:58.555508 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb61c-e049-4217-91f2-a84d20d5d205 req-9e38b7fc-c7af-4ee8-92b1-9015a65b5aab tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:58.557024 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-58ceb61c-e049-4217-91f2-a84d20d5d205 req-9e38b7fc-c7af-4ee8-92b1-9015a65b5aab tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0566413 Jan 28 20:32:58.605077 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-58ceb61c-e049-4217-91f2-a84d20d5d205 req-4169a359-1e24-4a22-a198-73c2079656ae tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Jan 28 20:32:59.723872 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00705b-1fe9-440c-8c62-fcc44c2f3cbb req-fa44ec7f-bb1d-4548-a949-f192ee16e2c7 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:32:59.725379 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ad00705b-1fe9-440c-8c62-fcc44c2f3cbb req-fa44ec7f-bb1d-4548-a949-f192ee16e2c7 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0515347 Jan 28 20:32:59.771601 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ad00705b-1fe9-440c-8c62-fcc44c2f3cbb req-2cc6e051-ff57-47df-b911-24122fd947cf tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Jan 28 20:33:00.890315 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778c883-9aee-46bc-b8fd-88c77804d45c req-bb35f916-5c0c-4cc8-8efd-29d944157560 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:00.891777 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9778c883-9aee-46bc-b8fd-88c77804d45c req-bb35f916-5c0c-4cc8-8efd-29d944157560 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 932 time: 0.0549898 Jan 28 20:33:00.937798 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9778c883-9aee-46bc-b8fd-88c77804d45c req-7794f67a-c087-4dd7-9208-743ca19fb157 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403664 Jan 28 20:33:01.327168 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Request body: {'port': {'device_id': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:01.382701 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:01.635318 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:33:01.642321 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Publish callbacks [] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:01.654519 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Transition to ACTIVE for port object 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:33:01.657897 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:01.706434 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Pushing event updated for resources: {'Port': ['ID=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:01.781678 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Attempting to bind port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:33:01.782046 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Attempting to bind port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:33:01.782377 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Attempting to bind port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 on network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:01.786897 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 on network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:33:01.787224 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Attempting to bind port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 on network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:33:01.792349 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:33:01.792683 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Checking segment: {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:33:01.793063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Bound using segment: {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:33:01.793483 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Bound port: 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6151c7fb-0600-47b3-b6e7-3a55560762e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:33:01.793838 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:01.860173 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] For port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:33:01.863234 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] For port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:33:01.868231 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:01.901251 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:01.901864 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:01.903242 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] 10.222.0.42 "PUT /v2.0/ports/93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 1094 time: 0.5804403 Jan 28 20:33:01.903675 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:01.906580 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5b7159-5f18-4406-b2e0-bf72b44dca58" -d '{"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:01.934476 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d31e8-6c0a-4862-a74c-5e3f245fef1c service neutron] Pushing event updated for resources: {'Port': ['ID=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:01.993523 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-edf44ed6-663e-47fc-8526-bf67e8dd999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:01.995268 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-edf44ed6-663e-47fc-8526-bf67e8dd999a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1128 time: 0.0493920 Jan 28 20:33:02.105116 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3859f0e-231a-4052-9f0f-54bfe11100e5 req-8f66761b-389d-4a3c-9f43-b9f031af7450 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.109141 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e3859f0e-231a-4052-9f0f-54bfe11100e5 req-8f66761b-389d-4a3c-9f43-b9f031af7450 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 944 time: 0.0718622 Jan 28 20:33:02.158475 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e3859f0e-231a-4052-9f0f-54bfe11100e5 req-2cfcca20-b134-4c00-ae28-55e5f88f9e48 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455918 Jan 28 20:33:02.277255 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b10698-92a0-48b8-b237-74c897f3d5e8 x-openstack-request-id: req-91b10698-92a0-48b8-b237-74c897f3d5e8 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:02.277539 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:02.277787 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-91b10698-92a0-48b8-b237-74c897f3d5e8 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:02.278192 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'status': 'completed', 'code': 200} Jan 28 20:33:02.279720 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-20bb31c5-5734-45cd-8515-2ee3f49eb303 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 217 time: 0.2762241 Jan 28 20:33:02.327522 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-3bbe57d2-945e-4a67-aace-4bd2d0fa6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.328955 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-3bbe57d2-945e-4a67-aace-4bd2d0fa6849 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2931f34-6bef-4166-afd3-72153b57969c HTTP/1.1" status: 200 len: 854 time: 0.0417204 Jan 28 20:33:02.377764 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-7b823143-4ca4-4317-bc81-e8b5ebddcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.379272 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-7b823143-4ca4-4317-bc81-e8b5ebddcad4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8262c78b-9cc8-436b-9e71-59dcb58b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425441 Jan 28 20:33:02.469912 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-20fabda3-4397-4393-b2c3-f3eb670cd8cf service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839496 Jan 28 20:33:02.555216 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-5b37c8df-9d47-4450-96d7-ab1146c3001a req-3a230fa1-dcfa-4248-8776-ba0ca411b6c6 service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787616 Jan 28 20:33:02.648816 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-5e70334b-b2ad-42ee-80df-0c9800b60f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.651033 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-5e70334b-b2ad-42ee-80df-0c9800b60f1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1128 time: 0.0452471 Jan 28 20:33:02.741674 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-cfd68f9f-f088-497e-a4ec-67d8e601847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.743786 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-cfd68f9f-f088-497e-a4ec-67d8e601847c service neutron] 10.222.0.42 "GET /v2.0/networks?id=8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 200 len: 916 time: 0.0849869 Jan 28 20:33:02.790787 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-f7998a7d-336e-43ba-a495-1fae28852f58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 217 time: 0.0418439 Jan 28 20:33:02.840463 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-9094c2b8-1e84-4e70-a7bb-3cc41af4cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.841947 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-9094c2b8-1e84-4e70-a7bb-3cc41af4cfe9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2931f34-6bef-4166-afd3-72153b57969c HTTP/1.1" status: 200 len: 854 time: 0.0457926 Jan 28 20:33:02.891651 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-09252c95-920c-4189-9936-44ea75dc7970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:02.893142 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-09252c95-920c-4189-9936-44ea75dc7970 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8262c78b-9cc8-436b-9e71-59dcb58b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433266 Jan 28 20:33:02.979876 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-becd7f1b-06b3-41e9-887d-d0a2cab95b0d service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793936 Jan 28 20:33:03.075586 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-9a5b7159-5f18-4406-b2e0-bf72b44dca58 req-5e442745-4c48-430c-afd0-5eec90a5ea77 service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886405 Jan 28 20:33:03.275619 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39d9b5-ef1b-4e61-a75f-6c53ae530daa req-a94d0af3-5c50-4b0e-81b9-9ad235432235 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:03.277063 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d39d9b5-ef1b-4e61-a75f-6c53ae530daa req-a94d0af3-5c50-4b0e-81b9-9ad235432235 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 944 time: 0.0517068 Jan 28 20:33:03.327197 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d39d9b5-ef1b-4e61-a75f-6c53ae530daa req-8b55f52e-cf68-4b9e-b43c-0adbfc20fe13 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446134 Jan 28 20:33:04.443282 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12b5c1-3b0b-46d5-8289-2e38f4b73206 req-e9993994-fffd-4261-9eb0-4ad983f12051 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:04.444751 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cf12b5c1-3b0b-46d5-8289-2e38f4b73206 req-e9993994-fffd-4261-9eb0-4ad983f12051 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 944 time: 0.0518687 Jan 28 20:33:04.490161 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cf12b5c1-3b0b-46d5-8289-2e38f4b73206 req-866a30a6-4757-4ed6-9dda-d1e676922fdd tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Jan 28 20:33:05.606087 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971925b3-a002-4f96-bed9-72d0419170cc req-7212b87f-f19f-4426-bd5f-539eb33ee03d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:05.607563 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-971925b3-a002-4f96-bed9-72d0419170cc req-7212b87f-f19f-4426-bd5f-539eb33ee03d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 944 time: 0.0509880 Jan 28 20:33:05.653128 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-971925b3-a002-4f96-bed9-72d0419170cc req-c0740d5f-8aef-4261-b3fc-69d8e4d9e706 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Jan 28 20:33:06.332964 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:06.427463 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:06.438940 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'port_id': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'mac_address': 'fa:16:3e:f8:92:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:06.473383 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:06.473771 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:06.489208 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:33:06.509382 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:06.513403 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:06.560748 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:06.594202 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-49311eb8-650b-4d4b-b381-49fffd3333b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:06.771587 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0e8cd-b8d2-474d-9193-95424f4a4859 req-c631a39d-7c65-4527-9d6b-29270a4a8814 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:06.773038 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-35d0e8cd-b8d2-474d-9193-95424f4a4859 req-c631a39d-7c65-4527-9d6b-29270a4a8814 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 945 time: 0.0558753 Jan 28 20:33:06.818968 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-35d0e8cd-b8d2-474d-9193-95424f4a4859 req-30fedf8e-3e7b-438a-b6b0-695012865581 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Jan 28 20:33:06.902675 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['93c9ee57-f372-42ef-bca7-ac691fd1d6e3'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:07.232596 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b12a-2fb3-4c20-b4d6-d499ecb70e33 req-b7f8a0c4-f247-4517-9eeb-1804acb9beca tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:07.234102 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-04d5b12a-2fb3-4c20-b4d6-d499ecb70e33 req-b7f8a0c4-f247-4517-9eeb-1804acb9beca tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0511768 Jan 28 20:33:07.282579 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-04d5b12a-2fb3-4c20-b4d6-d499ecb70e33 req-4f2bf223-3348-40d2-9135-20851a07e7b9 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Jan 28 20:33:07.936161 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da980f-8f3e-47a7-8439-5d1b3f57928e req-947aa9c1-1f22-408c-8078-a0b7f9245709 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:07.937615 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-80da980f-8f3e-47a7-8439-5d1b3f57928e req-947aa9c1-1f22-408c-8078-a0b7f9245709 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 945 time: 0.0519042 Jan 28 20:33:07.985694 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-80da980f-8f3e-47a7-8439-5d1b3f57928e req-22bf1b5f-467b-43e2-b3dd-24dd1f67e81a tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Jan 28 20:33:08.364510 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:08.405512 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb61361-29a8-4690-bb1c-28938f75a9d7 req-028f047f-0768-446a-abfb-52b9dd7dfded tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:08.407228 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-feb61361-29a8-4690-bb1c-28938f75a9d7 req-028f047f-0768-446a-abfb-52b9dd7dfded tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0547988 Jan 28 20:33:08.411586 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:33:08.415787 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:08.416163 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:08.455172 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-feb61361-29a8-4690-bb1c-28938f75a9d7 req-01c8bde4-e84f-48d6-b1ab-04bb0e49cd65 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413620 Jan 28 20:33:08.491235 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:08.491624 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:08.516433 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:08.518676 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b5504-cd94-4f31-9120-a4e4990a6e83" -d '{"events": [{"server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "name": "network-vif-plugged", "status": "completed", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:08.531653 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:08.535474 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:08.582668 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:08.608617 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3e5e57-b866-4771-8777-a4e9ff0f6422 x-openstack-request-id: req-9e3e5e57-b866-4771-8777-a4e9ff0f6422 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:08.609019 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "name": "network-vif-plugged", "status": "completed", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:08.609330 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e3e5e57-b866-4771-8777-a4e9ff0f6422 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:08.609780 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'code': 200} Jan 28 20:33:08.771772 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98e612-2ef2-42b3-ab41-ea4567e1fb6c req-b4fc04f0-3129-4fce-afde-c3f451ec2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:08.773494 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-8f98e612-2ef2-42b3-ab41-ea4567e1fb6c req-b4fc04f0-3129-4fce-afde-c3f451ec2ba0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1130 time: 0.0433571 Jan 28 20:33:08.815383 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-8f98e612-2ef2-42b3-ab41-ea4567e1fb6c req-d7bc9929-a059-431c-8a02-0daaa09c8f42 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355892 Jan 28 20:33:08.932951 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d39f8cc5-2b4f-4785-8897-7e9dd8187d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:09.105715 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7fe32-7b84-4210-bcc1-3900d23c3a9b req-d6f090fa-95f5-491d-9b65-373e65030bc4 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:09.107120 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-26d7fe32-7b84-4210-bcc1-3900d23c3a9b req-d6f090fa-95f5-491d-9b65-373e65030bc4 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0555444 Jan 28 20:33:09.152786 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-26d7fe32-7b84-4210-bcc1-3900d23c3a9b req-ce02a056-6eb1-43e7-88d6-8ee7da2baff4 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Jan 28 20:33:09.581344 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2e1fe-ef53-4388-bdfc-e1ea9cfc452c req-d2fc00dd-99ba-47a5-9c3c-d4f94b2dc65d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:09.582833 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c9f2e1fe-ef53-4388-bdfc-e1ea9cfc452c req-d2fc00dd-99ba-47a5-9c3c-d4f94b2dc65d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0549610 Jan 28 20:33:09.628536 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c9f2e1fe-ef53-4388-bdfc-e1ea9cfc452c req-be0f5338-4e00-45db-b668-4492c95e60ad tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400136 Jan 28 20:33:10.056475 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:10.271732 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42638-7b75-48f7-bbc5-6d1cdb05d664 req-2156624e-8eb6-4a60-8c51-2fe5583fc2ba tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:10.273183 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1cd42638-7b75-48f7-bbc5-6d1cdb05d664 req-2156624e-8eb6-4a60-8c51-2fe5583fc2ba tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0531607 Jan 28 20:33:10.320044 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1cd42638-7b75-48f7-bbc5-6d1cdb05d664 req-2fe5b1ae-f4e5-4240-b6c7-90058b086972 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Jan 28 20:33:10.751395 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04feb38e-fff9-4311-8ffc-c5be76579fd4 req-8f130da6-110d-4b36-a088-255bcd13c265 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:10.752846 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-04feb38e-fff9-4311-8ffc-c5be76579fd4 req-8f130da6-110d-4b36-a088-255bcd13c265 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0551341 Jan 28 20:33:10.797794 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-04feb38e-fff9-4311-8ffc-c5be76579fd4 req-e07e2315-0e57-48da-9091-78ebaab4aa78 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396266 Jan 28 20:33:11.436242 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b95270-b264-4f6b-bca2-2e33341b34ee req-e527f8d6-beca-484b-8ada-3dda755e5ccb tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:11.437701 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20b95270-b264-4f6b-bca2-2e33341b34ee req-e527f8d6-beca-484b-8ada-3dda755e5ccb tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0516899 Jan 28 20:33:11.473014 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:11.484177 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20b95270-b264-4f6b-bca2-2e33341b34ee req-2bbed5c0-cc03-4701-a38c-1df4c1933f58 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409787 Jan 28 20:33:11.597352 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c1d14-9db0-48e3-923d-2b4a144c4dfa req-03b54fea-d486-4277-ba2f-c194b152264f tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:11.598876 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-801c1d14-9db0-48e3-923d-2b4a144c4dfa req-03b54fea-d486-4277-ba2f-c194b152264f tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0512247 Jan 28 20:33:11.648637 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-801c1d14-9db0-48e3-923d-2b4a144c4dfa req-28dc5861-df39-432a-a393-ff5831d348e3 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Jan 28 20:33:11.921272 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1529867-ef81-4461-b255-c743feb18a1f req-a1589eea-3070-4b89-a701-19d3a805c02b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:11.922792 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b1529867-ef81-4461-b255-c743feb18a1f req-a1589eea-3070-4b89-a701-19d3a805c02b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0527136 Jan 28 20:33:11.997617 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b1529867-ef81-4461-b255-c743feb18a1f req-edcc09f8-913f-4675-bfb9-62634fbed6ba tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655205 Jan 28 20:33:12.005192 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f58bf-7273-4ddc-94f8-f9518345e47b req-c80407a5-4045-4eda-8d43-323975a94f30 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:12.006644 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa5f58bf-7273-4ddc-94f8-f9518345e47b req-c80407a5-4045-4eda-8d43-323975a94f30 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0829978 Jan 28 20:33:12.053290 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa5f58bf-7273-4ddc-94f8-f9518345e47b req-fa7ae86a-cb97-44ce-9ebb-bd965c4f556b tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411963 Jan 28 20:33:12.812649 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:13.121159 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163f66a-0dee-47de-9ca6-64cad9bb3fe1 req-322de2b1-9193-49f6-827c-9e1319c6866d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:13.122570 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8163f66a-0dee-47de-9ca6-64cad9bb3fe1 req-322de2b1-9193-49f6-827c-9e1319c6866d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0546687 Jan 28 20:33:13.167708 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8163f66a-0dee-47de-9ca6-64cad9bb3fe1 req-d0a7cc30-366a-4025-896c-6f369f9e9962 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396361 Jan 28 20:33:14.287371 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a179ed-378d-480b-ab2b-9f08c7c86b1e req-e36f768b-7071-425f-b003-da0b5431ffce tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:14.288819 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b1a179ed-378d-480b-ab2b-9f08c7c86b1e req-e36f768b-7071-425f-b003-da0b5431ffce tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0510588 Jan 28 20:33:14.334427 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b1a179ed-378d-480b-ab2b-9f08c7c86b1e req-6fb30664-8489-400e-9fdb-00cc58839b05 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 Jan 28 20:33:15.457372 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71241382-e3f4-468a-b8a9-db4f98122e11 req-360eb3dd-9b88-4232-8fa7-7c799ba4bb5f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:15.458855 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71241382-e3f4-468a-b8a9-db4f98122e11 req-360eb3dd-9b88-4232-8fa7-7c799ba4bb5f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0539389 Jan 28 20:33:15.503594 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-71241382-e3f4-468a-b8a9-db4f98122e11 req-7d3aa872-84b6-4c3f-8d2e-bcb927721f71 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386524 Jan 28 20:33:16.625422 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49742f0-f4f0-4eaa-a79c-8278a5f96538 req-192484e4-9d64-4d6b-b188-51aff314182e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:16.627079 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a49742f0-f4f0-4eaa-a79c-8278a5f96538 req-192484e4-9d64-4d6b-b188-51aff314182e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0508788 Jan 28 20:33:16.673198 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a49742f0-f4f0-4eaa-a79c-8278a5f96538 req-4fc80005-7ef5-41b4-b2b1-419709e55dd3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404572 Jan 28 20:33:17.793429 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7dd06-9744-40f1-b69d-47cec9f8d3d3 req-0119f3fb-5ad6-4ac5-8a9f-70b7d2144cda tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:17.794906 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-faf7dd06-9744-40f1-b69d-47cec9f8d3d3 req-0119f3fb-5ad6-4ac5-8a9f-70b7d2144cda tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0526600 Jan 28 20:33:17.843266 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-faf7dd06-9744-40f1-b69d-47cec9f8d3d3 req-e2609b96-9358-4826-b382-1092b3d71ecb tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429301 Jan 28 20:33:18.226585 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-983eea56-5098-4a6c-9f54-6432abb8e4e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481646 Jan 28 20:33:18.314592 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-ff336ec4-40f2-42bd-af2f-5deea3f9cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.316093 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-ff336ec4-40f2-42bd-af2f-5deea3f9cd56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 1129 time: 0.0443976 Jan 28 20:33:18.415132 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-1278ed71-3e73-41f7-8b9d-720f730da432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.416587 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-1278ed71-3e73-41f7-8b9d-720f730da432 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.0829375 Jan 28 20:33:18.484954 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-25cf65f1-c83f-4a31-aea1-e380d1efac7e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a HTTP/1.1" status: 200 len: 1001 time: 0.0605745 Jan 28 20:33:18.534072 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-4eb6ee4a-c95a-4673-a6e8-4a24c745bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.535399 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-4eb6ee4a-c95a-4673-a6e8-4a24c745bf0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0429826 Jan 28 20:33:18.589061 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-550ffc36-1f45-44ac-adfb-b554b9682cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.590708 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-550ffc36-1f45-44ac-adfb-b554b9682cc0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474079 Jan 28 20:33:18.687654 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-0e45b895-a294-4a0d-9249-a6472247ba5a service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Jan 28 20:33:18.775530 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1fba2ec3-2046-4e9f-9da3-bc6c4749bacd req-489f167f-d277-4224-b2c2-5cfbe51bf4fa service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807219 Jan 28 20:33:18.966860 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee52e7-3be3-41c2-a3bf-238aceadb69f req-903e6513-b0be-42cf-9723-a3549f056d8b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:18.968309 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f4ee52e7-3be3-41c2-a3bf-238aceadb69f req-903e6513-b0be-42cf-9723-a3549f056d8b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0519378 Jan 28 20:33:19.014321 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f4ee52e7-3be3-41c2-a3bf-238aceadb69f req-4491601f-3ebf-4355-a38a-a9469ea4ea17 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 Jan 28 20:33:19.954178 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:33:20.134218 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d463bca-e7b9-4b29-a3d0-26ed138a7f71 req-8888c94a-efd3-4baf-a118-d7de9dab4dac tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:20.135580 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9d463bca-e7b9-4b29-a3d0-26ed138a7f71 req-8888c94a-efd3-4baf-a118-d7de9dab4dac tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0512121 Jan 28 20:33:20.180333 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9d463bca-e7b9-4b29-a3d0-26ed138a7f71 req-dc5c46b7-c1f3-43d9-8b38-e6ba28cb9075 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 Jan 28 20:33:20.427319 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:20.504386 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:20.533257 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:20.550676 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'port_id': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'mac_address': 'fa:16:3e:ac:68:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:20.593724 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 is: ACTIVE; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:20.594229 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:20.609300 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:33:20.631040 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:20.634874 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:20.685860 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=6']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:20.774754 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['2b3708de-bc79-4020-8e5f-b6aecdd43ef2'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:21.309851 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc35f-9434-4ebd-aec8-4965e5ac6ae9 req-afedc2b7-8601-4e8d-8e3b-eab0067d3f18 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.311384 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ab1bc35f-9434-4ebd-aec8-4965e5ac6ae9 req-afedc2b7-8601-4e8d-8e3b-eab0067d3f18 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 944 time: 0.0584576 Jan 28 20:33:21.361938 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ab1bc35f-9434-4ebd-aec8-4965e5ac6ae9 req-82c65e6a-39dc-42a4-93c1-60c4dcc8faaf tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448802 Jan 28 20:33:21.569458 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce9d4-2d25-415f-9d47-4217020ce136 req-41730fc0-a331-4314-95af-5b4bcb4dbdb5 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.571444 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8fbce9d4-2d25-415f-9d47-4217020ce136 req-41730fc0-a331-4314-95af-5b4bcb4dbdb5 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0524724 Jan 28 20:33:21.620594 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8fbce9d4-2d25-415f-9d47-4217020ce136 req-7447d719-75ec-4f69-9cf9-899d8cd461f3 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Jan 28 20:33:21.642959 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48332) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:21.729121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea33ebe-af4d-4966-b530-f8af0b7d2190 tempest-TestMinimumBasicScenario-1535332736 tempest-TestMinimumBasicScenario-1535332736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:21.730634 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-5ea33ebe-af4d-4966-b530-f8af0b7d2190 tempest-TestMinimumBasicScenario-1535332736 tempest-TestMinimumBasicScenario-1535332736-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1125 time: 0.0865991 Jan 28 20:33:21.733546 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48336) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:21.737794 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'port_id': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:21.756197 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:21.853293 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:21.958764 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Allocated IP 172.27.0.90 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/db97ac95-25d9-4d0a-9f1d-0c13d30e0417) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:22.059907 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for port (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:22.093685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:22.129128 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:33:22.132495 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:33:22.138612 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:33:22.143958 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'Port': ['ID=db97ac95-25d9-4d0a-9f1d-0c13d30e0417,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:22.454362 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:22.516684 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:22.517057 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:22.552578 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772f531-9e0b-4c58-8fa9-2d34b9956ffd req-9be0c5d0-50a9-40d5-bf9d-d4d05465e602 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:22.555559 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1772f531-9e0b-4c58-8fa9-2d34b9956ffd req-9be0c5d0-50a9-40d5-bf9d-d4d05465e602 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 944 time: 0.1070826 Jan 28 20:33:22.587229 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for floatingip (49a2d77e-dcc7-446e-90f2-880e40610402), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:22.598352 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:22.598745 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:22.620796 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:22.623047 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a9fe9f-f096-4470-8a4b-96143239e721" -d '{"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-plugged", "status": "completed", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:22.636177 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:22.642955 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:22.650682 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1772f531-9e0b-4c58-8fa9-2d34b9956ffd req-2e025f68-37af-4629-ab6d-3515108609b8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885205 Jan 28 20:33:22.668022 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2c1974-0c6c-46dd-96f6-a1138017853f x-openstack-request-id: req-9e2c1974-0c6c-46dd-96f6-a1138017853f {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:22.668311 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-plugged", "status": "completed", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:22.668549 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e2c1974-0c6c-46dd-96f6-a1138017853f {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:22.668941 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'code': 200} Jan 28 20:33:22.694606 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=7']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:22.698230 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.093184 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for port (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.098423 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.160525 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'Port': ['ID=db97ac95-25d9-4d0a-9f1d-0c13d30e0417,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:23.174111 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (49a2d77e-dcc7-446e-90f2-880e40610402), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.269405 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Floating IP 49a2d77e-dcc7-446e-90f2-880e40610402 associated. External IP: 172.27.0.90, port: 93c9ee57-f372-42ef-bca7-ac691fd1d6e3. Jan 28 20:33:23.471191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Router 9d1a05c5-62ae-4af1-b675-3719dc493946 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:23.579588 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:23.590154 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] Sync routers for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:23.596665 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.599997 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:23.600615 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:33:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:23.626550 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-7185b958-4ea7-4e32-97fc-7af1a33afd37 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8919392 Jan 28 20:33:23.627221 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:23.629470 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 48346) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:23.630038 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6" -d '{"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:23.634342 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-ff690cfd-8700-412e-bf72-46fe01303619 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339825803', 'description': 'tempest-secgroup-smoke-1339825803 description', 'project_id': '6c3f2930540d4043b25e26a37f8a0a25'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:23.655854 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ff690cfd-8700-412e-bf72-46fe01303619 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.734513 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ff690cfd-8700-412e-bf72-46fe01303619 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group (afcf3622-c704-4afc-a941-d7855444063a), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.735471 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:23.742077 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ff690cfd-8700-412e-bf72-46fe01303619 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (afcf3622-c704-4afc-a941-d7855444063a), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.747882 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e58019-d388-42f2-ba77-cdf7004b3249 x-openstack-request-id: req-02e58019-d388-42f2-ba77-cdf7004b3249 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:23.748202 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:23.748609 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-02e58019-d388-42f2-ba77-cdf7004b3249 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:23.749011 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'status': 'completed', 'code': 200} Jan 28 20:33:23.777503 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ff690cfd-8700-412e-bf72-46fe01303619 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.778782 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-ff690cfd-8700-412e-bf72-46fe01303619 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1482201 Jan 28 20:33:23.782496 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 48354) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:23.786873 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-df4c717c-49ec-4657-9a34-21c119496a71 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'security_group_rule': {'security_group_id': 'afcf3622-c704-4afc-a941-d7855444063a', 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:23.792512 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff690cfd-8700-412e-bf72-46fe01303619 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf3622-c704-4afc-a941-d7855444063a,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:23.818655 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-df4c717c-49ec-4657-9a34-21c119496a71 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (a2d5cc47-dd5b-47d7-83a1-871f770529c8), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.840612 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7eced4-a677-4904-8ba0-88ed3e2b509b req-eb509989-ac9c-4aa7-919f-4285cd8c21c3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:23.842784 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1b7eced4-a677-4904-8ba0-88ed3e2b509b req-eb509989-ac9c-4aa7-919f-4285cd8c21c3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0822082 Jan 28 20:33:23.893023 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-df4c717c-49ec-4657-9a34-21c119496a71 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (a2d5cc47-dd5b-47d7-83a1-871f770529c8), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.912868 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1b7eced4-a677-4904-8ba0-88ed3e2b509b req-0fedc778-3127-4a85-a140-cb0b39eabe1a tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628674 Jan 28 20:33:23.930458 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-df4c717c-49ec-4657-9a34-21c119496a71 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (a2d5cc47-dd5b-47d7-83a1-871f770529c8), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.954976 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c717c-49ec-4657-9a34-21c119496a71 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d5cc47-dd5b-47d7-83a1-871f770529c8,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:23.968467 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-df4c717c-49ec-4657-9a34-21c119496a71 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:23.969337 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-df4c717c-49ec-4657-9a34-21c119496a71 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859076 Jan 28 20:33:23.972248 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48362) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:23.976079 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-d41c6398-5645-4b52-ac75-9017cb115d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:23.978259 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-d41c6398-5645-4b52-ac75-9017cb115d7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1130 time: 0.0824370 Jan 28 20:33:23.979081 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-c78c031a-bb90-4e6c-8431-70d22d663480 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'security_group_rule': {'security_group_id': 'afcf3622-c704-4afc-a941-d7855444063a', 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:23.990972 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '49a2d77e-dcc7-446e-90f2-880e40610402', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'port_id': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'mac_address': 'fa:16:3e:f8:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:33:22Z', 'updated_at': '2022-01-28T20:33:22Z', 'revision_number': 0, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 5, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:24.008673 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c78c031a-bb90-4e6c-8431-70d22d663480 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (15871c23-74a4-4306-833f-b8bc97bf8694), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.019563 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] Checking router: 9d1a05c5-62ae-4af1-b675-3719dc493946 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:24.030122 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:24.030737 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:33:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:24.087634 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c78c031a-bb90-4e6c-8431-70d22d663480 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (15871c23-74a4-4306-833f-b8bc97bf8694), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.092915 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c78c031a-bb90-4e6c-8431-70d22d663480 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (15871c23-74a4-4306-833f-b8bc97bf8694), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.112354 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-be2ebad7-05e3-4ef5-a6f6-157061446ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.114086 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-be2ebad7-05e3-4ef5-a6f6-157061446ab3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 200 len: 916 time: 0.1012213 Jan 28 20:33:24.115848 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c031a-bb90-4e6c-8431-70d22d663480 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15871c23-74a4-4306-833f-b8bc97bf8694,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:24.140774 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c78c031a-bb90-4e6c-8431-70d22d663480 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.144900 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c78c031a-bb90-4e6c-8431-70d22d663480 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1675832 Jan 28 20:33:24.145552 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48368) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:24.152298 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-852d2018-7e6d-4dbf-91fd-6c9f804e8b79 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'security_group_rule': {'security_group_id': 'afcf3622-c704-4afc-a941-d7855444063a', 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:24.175422 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:24.180882 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-852d2018-7e6d-4dbf-91fd-6c9f804e8b79 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (533c3220-8102-4dcb-a349-cabff7fc6dfd), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.201805 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-eb0c23fb-8fdb-44a3-b92d-8bc698b3e684 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 999 time: 0.0774424 Jan 28 20:33:24.250836 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-852d2018-7e6d-4dbf-91fd-6c9f804e8b79 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (533c3220-8102-4dcb-a349-cabff7fc6dfd), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.255460 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-852d2018-7e6d-4dbf-91fd-6c9f804e8b79 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (533c3220-8102-4dcb-a349-cabff7fc6dfd), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.262738 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-0df7c563-f6ed-40a9-afad-479f7b1a7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.264334 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-0df7c563-f6ed-40a9-afad-479f7b1a7666 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2931f34-6bef-4166-afd3-72153b57969c HTTP/1.1" status: 200 len: 854 time: 0.0544102 Jan 28 20:33:24.278139 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d2018-7e6d-4dbf-91fd-6c9f804e8b79 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533c3220-8102-4dcb-a349-cabff7fc6dfd,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:24.288427 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-852d2018-7e6d-4dbf-91fd-6c9f804e8b79 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.289688 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-852d2018-7e6d-4dbf-91fd-6c9f804e8b79 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435318 Jan 28 20:33:24.292801 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48374) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:24.297996 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-d74eb223-d995-499f-9008-986d9465461e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'security_group_rule': {'security_group_id': 'afcf3622-c704-4afc-a941-d7855444063a', 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:24.328069 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d74eb223-d995-499f-9008-986d9465461e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (0b135d5b-b169-4c79-a5a3-b19e90db295b), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.330794 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-4bde5944-4a00-49f4-98b9-6b55a27cfbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:24.332446 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-4bde5944-4a00-49f4-98b9-6b55a27cfbcd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8262c78b-9cc8-436b-9e71-59dcb58b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611854 Jan 28 20:33:24.414178 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d74eb223-d995-499f-9008-986d9465461e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (0b135d5b-b169-4c79-a5a3-b19e90db295b), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.421894 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d74eb223-d995-499f-9008-986d9465461e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (0b135d5b-b169-4c79-a5a3-b19e90db295b), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.445629 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eb223-d995-499f-9008-986d9465461e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b135d5b-b169-4c79-a5a3-b19e90db295b,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:24.452685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d74eb223-d995-499f-9008-986d9465461e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.454271 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-d74eb223-d995-499f-9008-986d9465461e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1605191 Jan 28 20:33:24.458264 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48384) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:24.464175 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-44099106-f95a-4abb-a851-171090379b9d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'security_group_rule': {'security_group_id': 'afcf3622-c704-4afc-a941-d7855444063a', 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:24.473632 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-b2825dce-301a-45f2-99bc-b6af0f7e591e service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348166 Jan 28 20:33:24.493536 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.securitygroups_db [None req-44099106-f95a-4abb-a851-171090379b9d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Project 6c3f2930540d4043b25e26a37f8a0a25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:33:24.495764 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '49a2d77e-dcc7-446e-90f2-880e40610402', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'port_id': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'mac_address': 'fa:16:3e:f8:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:33:22Z', 'updated_at': '2022-01-28T20:33:22Z', 'revision_number': 0, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 5, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:24.498700 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44099106-f95a-4abb-a851-171090379b9d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (c2bdb01c-dc44-4026-823d-b52fdd6f7b9e), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.575549 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44099106-f95a-4abb-a851-171090379b9d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (c2bdb01c-dc44-4026-823d-b52fdd6f7b9e), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.582315 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44099106-f95a-4abb-a851-171090379b9d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (c2bdb01c-dc44-4026-823d-b52fdd6f7b9e), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.598698 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44099106-f95a-4abb-a851-171090379b9d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2bdb01c-dc44-4026-823d-b52fdd6f7b9e,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:24.622773 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-44099106-f95a-4abb-a851-171090379b9d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.624083 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-44099106-f95a-4abb-a851-171090379b9d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1648512 Jan 28 20:33:24.627886 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48388) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:24.637847 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-878ff429-7bd0-4bdb-ae9d-a53fb45e96f9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'security_group_rule': {'security_group_id': 'afcf3622-c704-4afc-a941-d7855444063a', 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:24.671082 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2100d5b6-dde3-480d-a9d1-e3585b5d30c6 req-2e70064c-db37-4c99-8602-9cd3a7cd618d service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868556 Jan 28 20:33:24.685041 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.securitygroups_db [None req-878ff429-7bd0-4bdb-ae9d-a53fb45e96f9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Project 6c3f2930540d4043b25e26a37f8a0a25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:33:24.693224 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-878ff429-7bd0-4bdb-ae9d-a53fb45e96f9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (ae27e880-07da-4574-815d-d1512148a71f), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.695044 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1b226f-7388-4f10-9f9e-87ff2ee3f438 None None] The sync data for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi is: [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '49a2d77e-dcc7-446e-90f2-880e40610402', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'port_id': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'mac_address': 'fa:16:3e:f8:92:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:33:22Z', 'updated_at': '2022-01-28T20:33:22Z', 'revision_number': 0, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 5, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:24.764264 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-878ff429-7bd0-4bdb-ae9d-a53fb45e96f9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (ae27e880-07da-4574-815d-d1512148a71f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.768719 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-878ff429-7bd0-4bdb-ae9d-a53fb45e96f9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (ae27e880-07da-4574-815d-d1512148a71f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.787126 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ff429-7bd0-4bdb-ae9d-a53fb45e96f9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae27e880-07da-4574-815d-d1512148a71f,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:24.798269 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-878ff429-7bd0-4bdb-ae9d-a53fb45e96f9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:24.800010 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-878ff429-7bd0-4bdb-ae9d-a53fb45e96f9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1710782 Jan 28 20:33:24.931355 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-9659dff0-61d7-4b94-bfb9-194b40950c7e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339825803&fields=id&tenant_id=6c3f2930540d4043b25e26a37f8a0a25 HTTP/1.1" status: 200 len: 267 time: 0.0782685 Jan 28 20:33:25.005690 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dfeab2-50f2-415c-b10d-7915ac837912 None None] New status for floating IP 49a2d77e-dcc7-446e-90f2-880e40610402: ACTIVE {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:33:25.048897 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-da967855-9da0-45fe-a771-9b6e8d5059e4 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.050910 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-da967855-9da0-45fe-a771-9b6e8d5059e4 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.1139951 Jan 28 20:33:25.066880 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'port': {'security_groups': ['3c545ae4-32e7-4b52-b0af-5f25ca9d59c4', 'afcf3622-c704-4afc-a941-d7855444063a']}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:25.176019 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09a5d1-b6b0-4656-aeb7-619ed45c2705 req-019bc6e7-b14f-4f60-9c81-efa513a693ee tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.184182 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1d09a5d1-b6b0-4656-aeb7-619ed45c2705 req-019bc6e7-b14f-4f60-9c81-efa513a693ee tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.1322436 Jan 28 20:33:25.202293 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:25.334670 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1d09a5d1-b6b0-4656-aeb7-619ed45c2705 req-b4b4fc22-6331-45f5-9d89-ad67d2a54936 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493580 Jan 28 20:33:25.530647 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] For port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:25.563009 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:25.568118 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:25.581046 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['93c9ee57-f372-42ef-bca7-ac691fd1d6e3'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:25.628262 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.629396 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:25.631039 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4b9a3784-680a-4b4c-a141-6a76ac5a684f req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "PUT /v2.0/ports/93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 982 time: 0.5698857 Jan 28 20:33:25.656350 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20995a70-4d70-4a52-aacb-c4ed7a6f2882 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'Port': ['ID=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,revision_number=6']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:25.753557 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:25.756275 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d" -d '{"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:25.768619 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['93c9ee57-f372-42ef-bca7-ac691fd1d6e3'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:25.860183 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a987452-d4e7-4a0c-91ba-8aa659f1d7bb req-20bf7811-d50a-4691-8cf6-743757bb1b8a tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.863050 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7a987452-d4e7-4a0c-91ba-8aa659f1d7bb req-20bf7811-d50a-4691-8cf6-743757bb1b8a tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.1482980 Jan 28 20:33:25.864586 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e671ac-8e3a-46f0-b73a-e76fbd9f3120 x-openstack-request-id: req-82e671ac-8e3a-46f0-b73a-e76fbd9f3120 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:25.864876 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:25.865125 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-82e671ac-8e3a-46f0-b73a-e76fbd9f3120 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:25.865506 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'status': 'completed', 'code': 200} Jan 28 20:33:25.947137 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7a987452-d4e7-4a0c-91ba-8aa659f1d7bb req-259f2702-b1d5-4204-a6c7-2143d41b1967 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774608 Jan 28 20:33:25.978380 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-fd2cefb0-61f5-4ed5-9bf5-e5ed94c9bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:25.981357 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-fd2cefb0-61f5-4ed5-9bf5-e5ed94c9bf27 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1169 time: 0.0949705 Jan 28 20:33:26.058158 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-bc28452c-c4b2-46d5-a8ee-13e04b770aaf None None] Provisioning complete for port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:26.058543 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-bc28452c-c4b2-46d5-a8ee-13e04b770aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:26.115273 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-957ebdcb-8ca0-4d94-9561-566471e38d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:26.118185 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-957ebdcb-8ca0-4d94-9561-566471e38d0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 200 len: 916 time: 0.1284671 Jan 28 20:33:26.217582 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-a4d8ad41-af9d-408d-8ac2-64c99267cdf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 1001 time: 0.0934947 Jan 28 20:33:26.263099 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-bc28452c-c4b2-46d5-a8ee-13e04b770aaf None None] Current status of the port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:26.282546 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-7d3b8e16-4fa6-49fe-9994-e78525ef6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:26.284617 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-7d3b8e16-4fa6-49fe-9994-e78525ef6a6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2931f34-6bef-4166-afd3-72153b57969c HTTP/1.1" status: 200 len: 854 time: 0.0572405 Jan 28 20:33:26.352956 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-823d4fba-47a1-4ede-b68e-546539444153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:26.357460 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-823d4fba-47a1-4ede-b68e-546539444153 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8262c78b-9cc8-436b-9e71-59dcb58b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667992 Jan 28 20:33:26.488683 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-2a960dc7-d5c0-44c9-9dfd-a5896f36863b service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231651 Jan 28 20:33:26.555220 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00d92a-5e86-4d1f-a33c-9ee84fb70139 req-02f9a421-062d-43ac-ab4d-7e02d3b0c2e8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:26.559403 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ce00d92a-5e86-4d1f-a33c-9ee84fb70139 req-02f9a421-062d-43ac-ab4d-7e02d3b0c2e8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0729434 Jan 28 20:33:26.594787 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae1e99fa-1aae-414a-8382-21c9bf9eda9d req-7e2a1884-9c18-493b-a985-7ea92882fe1a service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992141 Jan 28 20:33:26.614087 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ce00d92a-5e86-4d1f-a33c-9ee84fb70139 req-b92f1f76-50ce-4178-b247-8e17ad776cdb tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487540 Jan 28 20:33:27.763772 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5d4e-e09b-41d9-b98a-880d481d8c07 req-b8fb78c3-3c98-4461-9c32-3e9b32b7a559 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:27.765372 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-19cc5d4e-e09b-41d9-b98a-880d481d8c07 req-b8fb78c3-3c98-4461-9c32-3e9b32b7a559 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0716720 Jan 28 20:33:27.832164 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-19cc5d4e-e09b-41d9-b98a-880d481d8c07 req-7b567f32-07aa-49e3-af1c-94c1ca28cd51 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571578 Jan 28 20:33:28.204153 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884837-2f3a-4e3c-8388-3a0e275e37d4 req-ef0e2ac0-6247-4ab5-ae7a-aea9e72bd30b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:28.205905 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b3884837-2f3a-4e3c-8388-3a0e275e37d4 req-ef0e2ac0-6247-4ab5-ae7a-aea9e72bd30b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0613818 Jan 28 20:33:28.259239 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b3884837-2f3a-4e3c-8388-3a0e275e37d4 req-462ecc4e-7ebf-44f2-be14-1ab532966acd tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469840 Jan 28 20:33:28.969286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c3db5-fbf6-43f2-885d-bf0c16b01d17 req-a82f9122-3b5e-44a1-a316-0b76da6846be tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:28.971036 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d26c3db5-fbf6-43f2-885d-bf0c16b01d17 req-a82f9122-3b5e-44a1-a316-0b76da6846be tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0602312 Jan 28 20:33:29.020191 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d26c3db5-fbf6-43f2-885d-bf0c16b01d17 req-2dee295b-ea7c-4f73-92b6-10ab8b8c39c1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429704 Jan 28 20:33:29.397099 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006be29-4601-4496-9c5e-7110c608647f req-a89c5571-a887-40e7-ae16-bc24ad5e7789 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:29.399821 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c006be29-4601-4496-9c5e-7110c608647f req-a89c5571-a887-40e7-ae16-bc24ad5e7789 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0611806 Jan 28 20:33:29.458860 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c006be29-4601-4496-9c5e-7110c608647f req-c223b41b-7d77-4659-aeab-b149cc711843 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516310 Jan 28 20:33:30.182827 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7f625-ab7f-4482-8ba2-2e8ba6bee9bb req-b4696265-206d-4fa5-b47b-7cf410c80e49 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.182827 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-18f7f625-ab7f-4482-8ba2-2e8ba6bee9bb req-b4696265-206d-4fa5-b47b-7cf410c80e49 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0730848 Jan 28 20:33:30.239524 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-18f7f625-ab7f-4482-8ba2-2e8ba6bee9bb req-fb2cbd51-3f2f-4de7-b445-9f71ae8c1cda tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505104 Jan 28 20:33:30.593544 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba6fd5-ebaa-49fe-840d-2c72a9572404 req-bc391fc0-80b0-4588-9361-745ab176c0d2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:30.595064 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57ba6fd5-ebaa-49fe-840d-2c72a9572404 req-bc391fc0-80b0-4588-9361-745ab176c0d2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0595288 Jan 28 20:33:30.671572 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57ba6fd5-ebaa-49fe-840d-2c72a9572404 req-2638a2a6-6e42-4ea3-a64a-d4dd038444c4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683608 Jan 28 20:33:31.376230 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db0697-17e0-4f28-8c1b-ed9450bfc0a6 req-8ccb2a69-c90a-40a1-ab0d-2b76dae82de5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:31.383504 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06db0697-17e0-4f28-8c1b-ed9450bfc0a6 req-8ccb2a69-c90a-40a1-ab0d-2b76dae82de5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0674222 Jan 28 20:33:31.434157 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-06db0697-17e0-4f28-8c1b-ed9450bfc0a6 req-d2bc66fb-a2f9-4269-b09e-9d7796ac9718 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497499 Jan 28 20:33:31.795188 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f33b6-078d-4d0e-9c81-9575e8272433 req-8e7fb1ce-f256-4940-b93e-64208814e2f8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:31.796814 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-476f33b6-078d-4d0e-9c81-9575e8272433 req-8e7fb1ce-f256-4940-b93e-64208814e2f8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0554650 Jan 28 20:33:31.866832 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-476f33b6-078d-4d0e-9c81-9575e8272433 req-747b571f-37b8-4f92-a9cb-81bd1c5d3a4f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639944 Jan 28 20:33:32.576736 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1ba2f-6336-4a76-8592-477ea04abea6 req-3eadf5b4-55cb-4059-8a70-27fcb8a046f3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:32.578321 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b2e1ba2f-6336-4a76-8592-477ea04abea6 req-3eadf5b4-55cb-4059-8a70-27fcb8a046f3 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0602582 Jan 28 20:33:32.636854 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b2e1ba2f-6336-4a76-8592-477ea04abea6 req-ab4c1b36-0e52-4856-9e9c-eb190c46e6a4 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524371 Jan 28 20:33:33.003525 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5aa97b-5f79-4560-92e8-73ab994f42ed req-50918398-e628-491e-a6f1-e60b8ec5aeaa tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:33.011445 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4b5aa97b-5f79-4560-92e8-73ab994f42ed req-50918398-e628-491e-a6f1-e60b8ec5aeaa tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0695658 Jan 28 20:33:33.097979 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4b5aa97b-5f79-4560-92e8-73ab994f42ed req-26226ec0-5885-449d-a802-cb121f937ce1 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831008 Jan 28 20:33:33.773446 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982842f-d8bf-4c23-a1ca-70dd785ac89f req-67b8c90d-2b5a-49a8-8b17-e8ef65910adf tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:33.775082 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8982842f-d8bf-4c23-a1ca-70dd785ac89f req-67b8c90d-2b5a-49a8-8b17-e8ef65910adf tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0586388 Jan 28 20:33:33.833498 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8982842f-d8bf-4c23-a1ca-70dd785ac89f req-4d9f8c67-9133-4b34-8ad4-45eb2e6c6d0b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519779 Jan 28 20:33:34.219156 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef719800-1ee1-4dfc-8d67-7f8a2e44d00c req-84b0cb9a-f500-4fb4-88aa-4169751ffd49 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:34.221046 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ef719800-1ee1-4dfc-8d67-7f8a2e44d00c req-84b0cb9a-f500-4fb4-88aa-4169751ffd49 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0559993 Jan 28 20:33:34.268070 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ef719800-1ee1-4dfc-8d67-7f8a2e44d00c req-649c3266-0e0f-4b38-9e3e-e250eb5215b1 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408609 Jan 28 20:33:34.906175 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-a84a03ac-bbb7-4637-a778-2f9daea95dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:34.907685 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-a84a03ac-bbb7-4637-a778-2f9daea95dcb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1129 time: 0.0498812 Jan 28 20:33:34.955956 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560700a7-5475-4a57-9b18-f0f385c7238c req-c9efd200-c11d-42db-badd-91c04d87ac90 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:34.957442 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-560700a7-5475-4a57-9b18-f0f385c7238c req-c9efd200-c11d-42db-badd-91c04d87ac90 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0521779 Jan 28 20:33:34.995620 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-d35f285c-fee4-432c-873c-e5a3d3a9b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:34.997091 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-d35f285c-fee4-432c-873c-e5a3d3a9b0d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 918 time: 0.0835891 Jan 28 20:33:35.005000 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-560700a7-5475-4a57-9b18-f0f385c7238c req-aa529828-274a-4647-8c4a-d1d4f5bedb60 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Jan 28 20:33:35.067414 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-58b0d51b-096c-44d9-b815-0260ed6eaf04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0621486 Jan 28 20:33:35.114864 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-f50d70cc-e5de-421a-a67b-84f40e43717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:35.116187 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-f50d70cc-e5de-421a-a67b-84f40e43717e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.0418475 Jan 28 20:33:35.165489 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-f5230709-06cb-4a32-a05e-cfe09c4ca3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:35.166968 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-f5230709-06cb-4a32-a05e-cfe09c4ca3da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436249 Jan 28 20:33:35.254672 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-574f122d-38a9-4ba7-a1a6-07f7c2b74892 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814095 Jan 28 20:33:35.342922 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-260b8839-eafc-44de-a356-c8dad8ab3eba req-732d47bf-c259-4d3e-b729-b8336f5e90aa service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820742 Jan 28 20:33:35.388908 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9dd5e-3cb2-4d3b-8842-dcac3666478d req-650e7dff-3f57-4859-b03f-f06411fbf60d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:35.390339 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-63e9dd5e-3cb2-4d3b-8842-dcac3666478d req-650e7dff-3f57-4859-b03f-f06411fbf60d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0559108 Jan 28 20:33:35.436712 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-63e9dd5e-3cb2-4d3b-8842-dcac3666478d req-925cf839-e3d7-4713-a2da-0651b55eda8d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407290 Jan 28 20:33:36.127474 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb41bd6-0833-45bd-9eda-232519c639f2 req-f3ad55af-b276-4235-b596-34fab9028f2b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:36.128829 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ecb41bd6-0833-45bd-9eda-232519c639f2 req-f3ad55af-b276-4235-b596-34fab9028f2b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0508664 Jan 28 20:33:36.174119 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ecb41bd6-0833-45bd-9eda-232519c639f2 req-899243f5-6161-4e5d-a448-8f68cdfa4c58 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392985 Jan 28 20:33:36.554785 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f581d-4c84-4cf5-a855-dc205cb5481d req-1130062a-9030-4ae0-9bac-52bdc565e8e2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:36.556237 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f0f581d-4c84-4cf5-a855-dc205cb5481d req-1130062a-9030-4ae0-9bac-52bdc565e8e2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0520551 Jan 28 20:33:36.596194 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-88455bf7-2171-4f03-a432-f28e6e61d32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:36.609584 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f0f581d-4c84-4cf5-a855-dc205cb5481d req-8e6f3865-947a-49d3-99b4-2b399d017c0b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479593 Jan 28 20:33:37.298558 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591175f0-0d6a-4fe8-9b72-e23f30dcdea8 req-0e0c46fb-a7ee-41b7-a784-c778b54782fc tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:37.299916 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-591175f0-0d6a-4fe8-9b72-e23f30dcdea8 req-0e0c46fb-a7ee-41b7-a784-c778b54782fc tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0527532 Jan 28 20:33:37.347380 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-591175f0-0d6a-4fe8-9b72-e23f30dcdea8 req-f4bc8d29-2164-4bca-b697-c26ee3af1279 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418158 Jan 28 20:33:37.733795 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e6818-784e-47d5-aa96-63a81b77e1f1 req-93be1511-bf4d-4802-8ba3-c45f97e3013c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:37.735446 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0c5e6818-784e-47d5-aa96-63a81b77e1f1 req-93be1511-bf4d-4802-8ba3-c45f97e3013c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0541239 Jan 28 20:33:37.781799 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0c5e6818-784e-47d5-aa96-63a81b77e1f1 req-beb12444-c9e8-4619-96ab-88bae2c58a55 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408850 Jan 28 20:33:38.085717 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-a7f4c12b-bc44-4d2b-a678-ee579b6beb1f req-3c2c404e-471f-4f8b-9896-734335360fcb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:33:38.086603 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a7f4c12b-bc44-4d2b-a678-ee579b6beb1f req-3c2c404e-471f-4f8b-9896-734335360fcb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053401 Jan 28 20:33:38.246958 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05144056-b17b-4e51-97b7-eb466956b39a req-165e7f70-53d8-4296-9145-20b348a7ab48 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:38.248448 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-05144056-b17b-4e51-97b7-eb466956b39a req-165e7f70-53d8-4296-9145-20b348a7ab48 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 945 time: 0.0571837 Jan 28 20:33:38.297522 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-05144056-b17b-4e51-97b7-eb466956b39a req-938f5523-a32b-4983-a5ed-fdd222d32750 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432675 Jan 28 20:33:38.412783 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48518) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:33:38.497883 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-7c8e1802-d241-44b6-8678-9943a5a45c79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839443 Jan 28 20:33:38.506451 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-fd7a3773-da0e-44aa-952a-c1c3376893c1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:33:38.507937 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-fd7a3773-da0e-44aa-952a-c1c3376893c1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053556 Jan 28 20:33:38.515967 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:38.590229 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 is: ACTIVE; New status is: DOWN {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:38.590622 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:38.613648 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:38.615870 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e470d9-06c5-4d10-b51e-32b9fb43f922" -d '{"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-unplugged", "status": "completed", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:38.630419 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:38.635649 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:38.665126 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c27f3e5-57ee-462d-adeb-a5facd8c0306 x-openstack-request-id: req-5c27f3e5-57ee-462d-adeb-a5facd8c0306 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:38.665419 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-unplugged", "status": "failed", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2", "code": 422}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:38.665666 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c27f3e5-57ee-462d-adeb-a5facd8c0306 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:38.666230 dv-cinder-826350-4-iscsi neutron-server[102379]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'code': 422} returned with failed status Jan 28 20:33:38.693837 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=8']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:38.701203 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.701555 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.701921 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.702279 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.702611 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.702919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.703244 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.703571 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.703898 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.704227 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.704542 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.705002 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.705174 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:38.904037 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251f1e7-174f-45cd-bf9f-a6c4cd0cbbfa req-5985e166-a0a4-465d-afcf-d9783ed0fd78 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:38.905529 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6251f1e7-174f-45cd-bf9f-a6c4cd0cbbfa req-5985e166-a0a4-465d-afcf-d9783ed0fd78 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0530138 Jan 28 20:33:38.936180 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-470dbf18-b7f6-4b7a-95a5-3deb6e15df3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:38.959460 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6251f1e7-174f-45cd-bf9f-a6c4cd0cbbfa req-f3683973-61a0-4fad-9ee9-d4d14503c324 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480847 Jan 28 20:33:39.355525 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-48d3319f-7e90-48c5-b7af-acaaea48629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.357011 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-48d3319f-7e90-48c5-b7af-acaaea48629b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654&tenant_id=51269d658f0540dab6086a21ebd9e00f HTTP/1.1" status: 200 len: 1127 time: 0.0809202 Jan 28 20:33:39.422666 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69293b4d-5a87-487e-9225-8d67ea890376 req-8a47d990-0a4f-4b8f-a5b5-ff4fa112b15b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.423399 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-a1f68fdc-4705-487a-acad-eeaea7e9b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.424157 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-69293b4d-5a87-487e-9225-8d67ea890376 req-8a47d990-0a4f-4b8f-a5b5-ff4fa112b15b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0567944 Jan 28 20:33:39.424870 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-a1f68fdc-4705-487a-acad-eeaea7e9b273 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1127 time: 0.0457876 Jan 28 20:33:39.470891 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-69293b4d-5a87-487e-9225-8d67ea890376 req-c44baac4-09ee-4cb0-8e41-220f1d956f23 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 Jan 28 20:33:39.514679 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-22d8bf3a-e696-41f2-85bf-f0e3a47756e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.516155 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-22d8bf3a-e696-41f2-85bf-f0e3a47756e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 918 time: 0.0841904 Jan 28 20:33:39.589481 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-fd666e83-b86f-4e3f-9ed9-a12b9eaf2790 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2 HTTP/1.1" status: 200 len: 999 time: 0.0648096 Jan 28 20:33:39.637062 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-f3a29e6f-a8c0-4a75-847e-028cc9b0f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.638515 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-f3a29e6f-a8c0-4a75-847e-028cc9b0f85d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.0435119 Jan 28 20:33:39.688008 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-5669e608-434e-4de6-80e6-4c384748831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:39.689481 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-5669e608-434e-4de6-80e6-4c384748831b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437775 Jan 28 20:33:39.781701 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-842bb004-631e-444a-a683-104ddbc9ec09 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851307 Jan 28 20:33:39.867597 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c6dea241-1f1b-4a68-8d3f-e566a7e26186 req-31ee6c3b-c7fd-4cf1-a0b6-994abe796e96 service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796149 Jan 28 20:33:40.060506 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:40.080825 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3452457-868f-44e4-9fbc-0dc40e48bbbe req-f768fd50-7dfe-46b7-9fe7-c1fbfbb5cd73 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:40.081864 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d3452457-868f-44e4-9fbc-0dc40e48bbbe req-f768fd50-7dfe-46b7-9fe7-c1fbfbb5cd73 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0538924 Jan 28 20:33:40.129956 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d3452457-868f-44e4-9fbc-0dc40e48bbbe req-2f242dad-8b66-4c1a-8557-076c76fb63b8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418322 Jan 28 20:33:40.605594 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da05cda-d7ee-440c-ba2e-a5c6220a3efc req-d4fc9c73-c297-4c8e-8a84-793b205e8acc tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:40.607881 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3da05cda-d7ee-440c-ba2e-a5c6220a3efc req-d4fc9c73-c297-4c8e-8a84-793b205e8acc tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0598516 Jan 28 20:33:40.667223 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3da05cda-d7ee-440c-ba2e-a5c6220a3efc req-f15ffd29-b389-4beb-a633-a381d26cb423 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536385 Jan 28 20:33:41.256745 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de760d-819c-438f-914d-e37f596e3070 req-f5da3fb5-71d4-4829-b54d-0de8f898a012 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:41.258802 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61de760d-819c-438f-914d-e37f596e3070 req-f5da3fb5-71d4-4829-b54d-0de8f898a012 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0544503 Jan 28 20:33:41.305985 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61de760d-819c-438f-914d-e37f596e3070 req-83415f33-1448-41da-82ea-c31d88ace411 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414729 Jan 28 20:33:41.487436 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:41.794105 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de50c4-c9ed-499d-b9f1-2bd576ccea64 req-95059a9f-f92f-456d-b85d-6f2e7f84ee40 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:41.795649 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08de50c4-c9ed-499d-b9f1-2bd576ccea64 req-95059a9f-f92f-456d-b85d-6f2e7f84ee40 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0551636 Jan 28 20:33:41.849153 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-08de50c4-c9ed-499d-b9f1-2bd576ccea64 req-de39d428-490e-4e9d-afde-2a925cc91048 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474858 Jan 28 20:33:42.432084 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47271006-8911-4668-b047-e5e2ecfa7424 req-ca9b5d34-f293-4662-bf46-6e4bacb6af95 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.433530 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-47271006-8911-4668-b047-e5e2ecfa7424 req-ca9b5d34-f293-4662-bf46-6e4bacb6af95 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0574498 Jan 28 20:33:42.480262 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-47271006-8911-4668-b047-e5e2ecfa7424 req-13488d4c-faa1-4b91-a56b-0cef68bdcee4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411346 Jan 28 20:33:42.816271 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:42.977759 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e098689-34d5-4359-bbc9-de6bcfb9a56d req-ca797a1d-cd35-4daa-aaf4-484fd19eee5b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:42.979340 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1e098689-34d5-4359-bbc9-de6bcfb9a56d req-ca797a1d-cd35-4daa-aaf4-484fd19eee5b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0556757 Jan 28 20:33:43.038852 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1e098689-34d5-4359-bbc9-de6bcfb9a56d req-4d078427-db28-4604-be3e-12f3398c19a9 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488014 Jan 28 20:33:43.615038 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e66fd-aed0-4059-9a7c-418f349e8df1 req-221cf254-7243-47af-83cf-a01edafdbc0b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:43.616598 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cf1e66fd-aed0-4059-9a7c-418f349e8df1 req-221cf254-7243-47af-83cf-a01edafdbc0b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0635216 Jan 28 20:33:43.668341 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cf1e66fd-aed0-4059-9a7c-418f349e8df1 req-8e3ceb11-9c4f-4208-a78a-95faba45aed4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453870 Jan 28 20:33:44.173428 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dda34-6d61-4d03-b31a-02144a0c322e req-5c1968b0-c73e-478c-994c-4391f80aaba5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:44.175335 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9c6dda34-6d61-4d03-b31a-02144a0c322e req-5c1968b0-c73e-478c-994c-4391f80aaba5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0587032 Jan 28 20:33:44.227319 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9c6dda34-6d61-4d03-b31a-02144a0c322e req-c50980c6-396d-4c3f-95b9-9f315a88eb1b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Jan 28 20:33:44.789501 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95006ff-9ca3-4b1a-961b-c7c1c9122fc4 req-97249fb1-13ab-4f36-8681-ef77a4197afb tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:44.791040 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f95006ff-9ca3-4b1a-961b-c7c1c9122fc4 req-97249fb1-13ab-4f36-8681-ef77a4197afb tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0541215 Jan 28 20:33:44.842638 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f95006ff-9ca3-4b1a-961b-c7c1c9122fc4 req-480e0b9d-e984-4a5e-b223-1640f55b97be tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461619 Jan 28 20:33:45.355792 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b9d8f-c701-4b7e-aaa0-e8408326bfb1 req-9bbdf9f9-4668-4d1d-ac33-7781183a36ed tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:45.357263 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a52b9d8f-c701-4b7e-aaa0-e8408326bfb1 req-9bbdf9f9-4668-4d1d-ac33-7781183a36ed tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0573366 Jan 28 20:33:45.409626 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a52b9d8f-c701-4b7e-aaa0-e8408326bfb1 req-2c618add-c357-4436-a25a-34da89ab3a27 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463476 Jan 28 20:33:45.967671 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183b8df-e05e-4bd2-8522-0e86bd22505f req-26b6a74f-aa8f-4b69-977d-13817c1082c8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:45.969280 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4183b8df-e05e-4bd2-8522-0e86bd22505f req-26b6a74f-aa8f-4b69-977d-13817c1082c8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0575540 Jan 28 20:33:46.028984 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4183b8df-e05e-4bd2-8522-0e86bd22505f req-02d90c8f-ca40-4903-9ce6-2f8204f681e5 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500000 Jan 28 20:33:46.541052 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448caa4-11c1-4c86-a855-671872f1a9e4 req-d1aeaa85-58a4-403a-9cec-c741179edd1f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:46.542609 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8448caa4-11c1-4c86-a855-671872f1a9e4 req-d1aeaa85-58a4-403a-9cec-c741179edd1f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0580018 Jan 28 20:33:46.592543 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8448caa4-11c1-4c86-a855-671872f1a9e4 req-524e0e5d-69fa-4646-be5b-70c04dbace45 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Jan 28 20:33:47.153355 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d9538-539b-401f-8e11-c3cd982a2a3d req-74a4f25b-690f-426a-8140-8fc199cc05f9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:47.154865 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-198d9538-539b-401f-8e11-c3cd982a2a3d req-74a4f25b-690f-426a-8140-8fc199cc05f9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0542297 Jan 28 20:33:47.203993 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-198d9538-539b-401f-8e11-c3cd982a2a3d req-bdaf10e9-720f-4f9a-a45e-925ad78b2587 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434835 Jan 28 20:33:47.727260 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d70102-5cc3-46ff-8478-820acf4391f1 req-45ccdff1-952e-4a66-9e73-8c9f6112c538 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:47.728818 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f0d70102-5cc3-46ff-8478-820acf4391f1 req-45ccdff1-952e-4a66-9e73-8c9f6112c538 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0595021 Jan 28 20:33:47.778477 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f0d70102-5cc3-46ff-8478-820acf4391f1 req-5640e61b-b404-47b8-a3d2-5d52b86c065c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Jan 28 20:33:48.324519 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76391-1ae2-435a-b3a8-4616d39938e9 req-c71b319e-f9a6-4b21-aafa-d336f7194495 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:48.326111 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1ca76391-1ae2-435a-b3a8-4616d39938e9 req-c71b319e-f9a6-4b21-aafa-d336f7194495 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0542674 Jan 28 20:33:48.383272 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1ca76391-1ae2-435a-b3a8-4616d39938e9 req-6898bddb-18bf-4704-a6f3-7b8c28885805 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510573 Jan 28 20:33:48.908992 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420866e2-cfb8-47c3-86c7-51fc7fd5d3bb req-82126761-f31d-486c-b0a1-ff5b0738128a tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:48.916765 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-420866e2-cfb8-47c3-86c7-51fc7fd5d3bb req-82126761-f31d-486c-b0a1-ff5b0738128a tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0659502 Jan 28 20:33:48.968186 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-420866e2-cfb8-47c3-86c7-51fc7fd5d3bb req-06516725-f799-4db3-a48e-7cd0edae708d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503693 Jan 28 20:33:49.518363 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adb4fe-b3d2-46e1-97c6-b54bb5bab722 req-cd79e2b2-e0c3-4daa-b845-7482c2389d36 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:49.519829 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-14adb4fe-b3d2-46e1-97c6-b54bb5bab722 req-cd79e2b2-e0c3-4daa-b845-7482c2389d36 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0548110 Jan 28 20:33:49.568041 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-14adb4fe-b3d2-46e1-97c6-b54bb5bab722 req-6a022afc-4f03-4b4a-9d48-f8454302394f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423610 Jan 28 20:33:50.090084 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11706b4-85ec-4733-8856-e8f94d1fe1e2 req-351efe0c-2f84-4fdb-a0db-ac6eb8d01006 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.091557 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f11706b4-85ec-4733-8856-e8f94d1fe1e2 req-351efe0c-2f84-4fdb-a0db-ac6eb8d01006 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0511458 Jan 28 20:33:50.136411 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f11706b4-85ec-4733-8856-e8f94d1fe1e2 req-c0753c7c-a139-4aa7-9984-703cd438ae7a tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394006 Jan 28 20:33:50.500175 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:50.687519 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803780a1-beeb-465e-9a75-b616c05e1c2d req-7e13940a-029d-41eb-afae-d3b3c152c7f9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:50.689038 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-803780a1-beeb-465e-9a75-b616c05e1c2d req-7e13940a-029d-41eb-afae-d3b3c152c7f9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0542357 Jan 28 20:33:50.733828 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-803780a1-beeb-465e-9a75-b616c05e1c2d req-d143df10-35f4-49be-a9c7-4a576db795ab tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386457 Jan 28 20:33:51.258772 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731f708-74af-41a6-9860-dc566cd45afe req-c2e27291-86d9-4271-b3de-5342d813900c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:51.260138 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8731f708-74af-41a6-9860-dc566cd45afe req-c2e27291-86d9-4271-b3de-5342d813900c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0511794 Jan 28 20:33:51.306078 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8731f708-74af-41a6-9860-dc566cd45afe req-4e87e2e0-30f9-46b1-8e87-80f3b3c5948a tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Jan 28 20:33:51.851929 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e5625-a5b0-4f52-b51a-b31ba5e376e0 req-93155bc4-c11d-48dc-93cc-89f699df14be tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:51.853393 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9a4e5625-a5b0-4f52-b51a-b31ba5e376e0 req-93155bc4-c11d-48dc-93cc-89f699df14be tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0544252 Jan 28 20:33:51.903390 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9a4e5625-a5b0-4f52-b51a-b31ba5e376e0 req-3bc565a6-1862-49c4-8f8c-7a8a84804a27 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445068 Jan 28 20:33:52.424360 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf1e75-68d1-4a9e-8679-b7a1fd26ff61 req-5ad4d1ca-1d78-49ce-aeac-30069232b5d1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:52.425800 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0bcf1e75-68d1-4a9e-8679-b7a1fd26ff61 req-5ad4d1ca-1d78-49ce-aeac-30069232b5d1 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0511849 Jan 28 20:33:52.470382 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0bcf1e75-68d1-4a9e-8679-b7a1fd26ff61 req-da2c5383-c965-4330-85e9-1af05e59c3e4 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391526 Jan 28 20:33:52.853647 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46356a5-fc48-4dad-b524-7b34c8222bdb req-26eaec5a-14d6-4725-979e-8c291f1af86c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:52.855131 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c46356a5-fc48-4dad-b524-7b34c8222bdb req-26eaec5a-14d6-4725-979e-8c291f1af86c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0516579 Jan 28 20:33:52.902932 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c46356a5-fc48-4dad-b524-7b34c8222bdb req-5781f6ae-36f7-4701-bf40-9f6ce5a104c1 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421865 Jan 28 20:33:53.026439 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb518d02-3f16-4fe9-9261-a4baea1de071 req-6b64f399-df24-4875-bc31-d72b588a85b5 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.028117 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cb518d02-3f16-4fe9-9261-a4baea1de071 req-6b64f399-df24-4875-bc31-d72b588a85b5 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0574977 Jan 28 20:33:53.074078 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cb518d02-3f16-4fe9-9261-a4baea1de071 req-7c8d8664-67ea-4e69-b3f5-be02728baba7 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 Jan 28 20:33:53.266851 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc9f5d-d93f-49e1-a9c6-9b794e8eb5f8 req-b41ab9f6-2d97-4b2b-9faa-efd61da6ee9f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.268386 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57cc9f5d-d93f-49e1-a9c6-9b794e8eb5f8 req-b41ab9f6-2d97-4b2b-9faa-efd61da6ee9f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0512319 Jan 28 20:33:53.315066 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-57cc9f5d-d93f-49e1-a9c6-9b794e8eb5f8 req-46b1ed4a-d364-4ef7-8022-5b0ae8f06fee tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405934 Jan 28 20:33:53.334229 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-d1d48fd8-7aa2-46be-8547-634d05a95146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.336255 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-d1d48fd8-7aa2-46be-8547-634d05a95146 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 1130 time: 0.0503893 Jan 28 20:33:53.430706 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-af3da298-56c1-4dcb-b521-83c7b39b2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.432309 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-af3da298-56c1-4dcb-b521-83c7b39b2eda service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 912 time: 0.0891893 Jan 28 20:33:53.498743 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-ac48ed07-c2ee-41de-91bb-84f074c59efa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4843d0bf-c438-4f38-b995-bd7e64982d92 HTTP/1.1" status: 200 len: 1001 time: 0.0599570 Jan 28 20:33:53.548980 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-0e4e878f-ab6e-4231-83ed-aa075152de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.550432 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-0e4e878f-ab6e-4231-83ed-aa075152de37 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0453770 Jan 28 20:33:53.597809 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390a8ab-b671-426d-a543-7c97492317b5 req-a6017a5a-2492-4353-9292-f2af0b85f7fe tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.598752 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-35912e04-03cb-470c-aebb-6876e02d6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:53.599333 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e390a8ab-b671-426d-a543-7c97492317b5 req-a6017a5a-2492-4353-9292-f2af0b85f7fe tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0546110 Jan 28 20:33:53.600770 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-35912e04-03cb-470c-aebb-6876e02d6f77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424018 Jan 28 20:33:53.645807 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e390a8ab-b671-426d-a543-7c97492317b5 req-036a50cb-fd1d-4401-a906-1c9fbef6568b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 Jan 28 20:33:53.692813 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-5c454970-d695-47bc-b778-af80443bd8b4 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851235 Jan 28 20:33:53.780845 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a3325162-9e1a-4604-b1d1-32aeeb6a93e4 req-084e842b-b5ef-4842-882f-ceb4595100c8 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808554 Jan 28 20:33:54.017209 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff252-b72a-4c58-a19f-2b32d306d444 req-c1afa85c-070f-485d-9784-f0063fa807e5 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.018628 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6b1ff252-b72a-4c58-a19f-2b32d306d444 req-c1afa85c-070f-485d-9784-f0063fa807e5 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0516679 Jan 28 20:33:54.066826 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6b1ff252-b72a-4c58-a19f-2b32d306d444 req-04f1e8b6-19d2-4284-a430-fc2e3710d085 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423503 Jan 28 20:33:54.434056 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9a36-90d0-484f-88c8-10f441312113 req-7a9761bc-6102-44e9-9d86-d128c3008d8c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.435508 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d4ef9a36-90d0-484f-88c8-10f441312113 req-7a9761bc-6102-44e9-9d86-d128c3008d8c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0528619 Jan 28 20:33:54.483358 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d4ef9a36-90d0-484f-88c8-10f441312113 req-b7cb7dd5-0cdc-405a-ab76-23a51553f974 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422804 Jan 28 20:33:54.756511 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-4b6432e3-b424-4cab-a82b-2d10068cc552 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.757979 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-4b6432e3-b424-4cab-a82b-2d10068cc552 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0518057 Jan 28 20:33:54.767848 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4487c1-bb3b-4d1d-8759-35649cb36a2e req-4af5e180-3e44-4974-a9c2-fe742e80b956 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:54.769292 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9c4487c1-bb3b-4d1d-8759-35649cb36a2e req-4af5e180-3e44-4974-a9c2-fe742e80b956 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0521197 Jan 28 20:33:54.816454 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9c4487c1-bb3b-4d1d-8759-35649cb36a2e req-e1142ea6-a376-4417-aac6-34ec74d96af5 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408289 Jan 28 20:33:54.861408 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Deleting port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:33:54.861751 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:54.946436 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] For port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:54.946791 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:55.128269 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:55.128671 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (a4af8fe3-f4c6-4c24-b4ca-06c820304777), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:55.128947 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.l3_db [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Floating IP a4af8fe3-f4c6-4c24-b4ca-06c820304777 disassociated. External IP: 172.27.0.161, port: c5693d83-b5f3-413b-a2a5-d05a5cb7e05a. Jan 28 20:33:55.129356 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Calling delete_port for c5693d83-b5f3-413b-a2a5-d05a5cb7e05a owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:33:55.185420 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5eb13e-15ce-47ba-939f-4edcc554da60 req-24c61490-9fe6-41cf-beb3-0e8521efe23b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:55.187056 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bd5eb13e-15ce-47ba-939f-4edcc554da60 req-24c61490-9fe6-41cf-beb3-0e8521efe23b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 945 time: 0.0515058 Jan 28 20:33:55.237271 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bd5eb13e-15ce-47ba-939f-4edcc554da60 req-e0d10515-1685-48d9-80a5-85b43404318c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437241 Jan 28 20:33:55.254557 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (c5693d83-b5f3-413b-a2a5-d05a5cb7e05a), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:55.286375 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event deleted for resources: {'Port': ['ID=c5693d83-b5f3-413b-a2a5-d05a5cb7e05a,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:55.296478 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.296826 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.297169 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.297507 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.297835 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.298183 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.298508 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.298833 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.299156 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.299480 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.299802 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.300117 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.300435 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:33:55.407192 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:33:55.611283 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b1484-e016-40f0-a8ae-b304d1ae66c4 req-49379f5a-b89b-4371-9305-2427bd822d90 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:55.612672 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f79b1484-e016-40f0-a8ae-b304d1ae66c4 req-49379f5a-b89b-4371-9305-2427bd822d90 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0575192 Jan 28 20:33:55.664257 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f79b1484-e016-40f0-a8ae-b304d1ae66c4 req-5d2b466e-cec7-4db6-b5a4-64cf93aaf907 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457714 Jan 28 20:33:55.756929 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:33:55.767359 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:33:55.778650 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:55.779341 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:33:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:55.799095 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] No DVR routers for this DVR port c5693d83-b5f3-413b-a2a5-d05a5cb7e05a on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:33:55.801651 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:55.805122 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0ab164af-eac9-437a-b3f8-7c00d93f1363 req-39f5c57c-916b-4074-824d-66800981814e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "DELETE /v2.0/ports/c5693d83-b5f3-413b-a2a5-d05a5cb7e05a HTTP/1.1" status: 204 len: 173 time: 1.0415769 Jan 28 20:33:55.805576 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'name': 'network-vif-deleted', 'tag': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:55.807844 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5754b571-9161-40a0-9036-49aea1b9cfa2" -d '{"events": [{"server_uuid": "e3427e95-2a32-4161-ad46-076cf02f603d", "name": "network-vif-deleted", "tag": "c5693d83-b5f3-413b-a2a5-d05a5cb7e05a"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:55.854783 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd7c169-76c8-47b0-bd30-4156c1558176 x-openstack-request-id: req-3cd7c169-76c8-47b0-bd30-4156c1558176 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:55.855077 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3427e95-2a32-4161-ad46-076cf02f603d", "name": "network-vif-deleted", "tag": "c5693d83-b5f3-413b-a2a5-d05a5cb7e05a", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:55.855465 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3cd7c169-76c8-47b0-bd30-4156c1558176 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:55.856828 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3427e95-2a32-4161-ad46-076cf02f603d', 'name': 'network-vif-deleted', 'tag': 'c5693d83-b5f3-413b-a2a5-d05a5cb7e05a', 'status': 'completed', 'code': 200} Jan 28 20:33:55.906801 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:55.952789 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72039adc-ba6e-4967-80f5-0d4a61239503 req-623d496b-895e-4f6d-ba4b-c82481b271b8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:55.954296 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-72039adc-ba6e-4967-80f5-0d4a61239503 req-623d496b-895e-4f6d-ba4b-c82481b271b8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 943 time: 0.0522847 Jan 28 20:33:56.002700 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-72039adc-ba6e-4967-80f5-0d4a61239503 req-b6a2c193-7b87-4374-87dc-0ad6cf69c29d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Jan 28 20:33:56.111892 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:56.143777 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:33:56.154151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:33:56.154753 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:33:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:56.258236 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:33:56.349286 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e64d4f46-8880-4195-8c72-a6d88bc36cd2 req-e280060c-225a-44ef-b54c-3fc5e86c7d90 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3427e95-2a32-4161-ad46-076cf02f603d HTTP/1.1" status: 200 len: 210 time: 0.0274508 Jan 28 20:33:56.583648 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:33:56.612312 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:33:56.615952 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c78c4-c0d0-4096-a119-b339ffd9b52a None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:33:56.715337 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:56.725712 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'port_id': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'mac_address': 'fa:16:3e:ac:68:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:33:56.764732 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:56.765130 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:56.779082 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:33:56.799333 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:56.805047 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:56.853841 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fb766b-f2e2-4698-8e5e-06c590ff1a5b None None] New status for floating IP a4af8fe3-f4c6-4c24-b4ca-06c820304777: DOWN {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:33:56.854387 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=9']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:56.962574 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:33:57.125983 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['2b3708de-bc79-4020-8e5f-b6aecdd43ef2'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:33:57.135727 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd42eb6-b073-43ad-a70b-5a62701b84f2 req-73551c69-8f98-42bf-b6e6-e064b4c17740 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:57.137198 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9bd42eb6-b073-43ad-a70b-5a62701b84f2 req-73551c69-8f98-42bf-b6e6-e064b4c17740 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 944 time: 0.0558152 Jan 28 20:33:57.183972 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9bd42eb6-b073-43ad-a70b-5a62701b84f2 req-77825bd5-5216-40d4-82f1-9c6722105205 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412772 Jan 28 20:33:57.603401 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-2cf7a676-1efe-44c5-bffd-5d580b2d5ce1 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35562867&fields=id&tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 267 time: 0.0429668 Jan 28 20:33:57.709310 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-0e98ae51-8377-4ade-91de-b6191e584694 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:57.710807 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-0e98ae51-8377-4ade-91de-b6191e584694 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 812 time: 0.1012237 Jan 28 20:33:57.724477 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-46b9b76a-eec5-4418-a7ce-be206a51b69a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/quotas/aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 375 time: 0.0085335 Jan 28 20:33:57.781724 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fe1cb050-7ca5-4332-879f-fcf8e9b93799 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525770 Jan 28 20:33:57.919241 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-dea60825-63d2-448c-9773-0c86173827fc service neutron] 10.222.0.59 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268673 Jan 28 20:33:58.008152 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-6f504aeb-8f20-4c2f-ad0a-d7fe995d9180 service neutron] 10.222.0.59 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833602 Jan 28 20:33:58.304588 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ce447295-833c-44f3-af33-9f40a1df6da2 req-b8c825aa-9241-4005-b957-7fde84d688b4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 210 time: 0.0487840 Jan 28 20:33:58.336167 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9a6d1-3b2a-465a-b9ca-c5cd0a0b0e7e req-fb37decb-09a1-4622-86a9-7dc1521ee11b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:58.337670 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cfc9a6d1-3b2a-465a-b9ca-c5cd0a0b0e7e req-fb37decb-09a1-4622-86a9-7dc1521ee11b tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 944 time: 0.0727468 Jan 28 20:33:58.609858 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cfc9a6d1-3b2a-465a-b9ca-c5cd0a0b0e7e req-93944529-454c-42a1-a1c4-b8aa4eb6b589 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662995 Jan 28 20:33:58.619998 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:33:58.674032 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:33:58.674419 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.750517 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:33:58.750932 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.774701 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:33:58.776928 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a8b7a2-f078-4e51-8640-146ee11e7e02" -d '{"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-plugged", "status": "completed", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:33:58.790330 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:33:58.794918 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:58.795790 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device c5693d83-b5f3-413b-a2a5-d05a5cb7e05a no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:33:58.817281 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451b239f-a37f-415c-b425-7237bde7ba2e x-openstack-request-id: req-451b239f-a37f-415c-b425-7237bde7ba2e {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:33:58.817572 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-plugged", "status": "completed", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:33:58.817825 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-451b239f-a37f-415c-b425-7237bde7ba2e {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:33:58.818239 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'code': 200} Jan 28 20:33:58.838250 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: c5693d83-b5f3-413b-a2a5-d05a5cb7e05a {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:33:58.838595 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device c5693d83-b5f3-413b-a2a5-d05a5cb7e05a not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:33:58.864615 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=10']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:33:59.018571 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ab452-3f22-4127-8d23-ba41aafc2dda req-80261beb-6b7a-4eed-9f7a-51846823802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:59.020067 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b94ab452-3f22-4127-8d23-ba41aafc2dda req-80261beb-6b7a-4eed-9f7a-51846823802b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1130 time: 0.0455277 Jan 28 20:33:59.063669 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b94ab452-3f22-4127-8d23-ba41aafc2dda req-28f8bd7c-1ae9-4981-bd87-eeebc2253a0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362778 Jan 28 20:33:59.395896 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-54c3297a-b8d0-4de5-95ec-b8aea0dc1e6d req-b06cea0d-4825-4977-bfd9-4a27caf1876e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 210 time: 0.0266616 Jan 28 20:33:59.529782 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-32bc906e-e880-4473-9fa4-13cebee44bac tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:59.531286 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-32bc906e-e880-4473-9fa4-13cebee44bac tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 812 time: 0.1044486 Jan 28 20:33:59.594492 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-bc2547a2-6fb6-4761-9313-d8ebe5b89c2c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 378 time: 0.0539694 Jan 28 20:33:59.603549 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'port': {'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'admin_state_up': True, 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'security_groups': ['316c4cc2-1458-4914-8af3-eb6a19da75fe']}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:33:59.715566 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Made reservation on behalf of aa2f11f2a3714a9c9a72ab77ea3d288b for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:33:59.718922 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:33:59.734867 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dd5cc-6a49-4f45-928b-a7905c55f0de req-f3c834f6-2cd7-47a1-9587-35e1618a628f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:33:59.736334 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fd5dd5cc-6a49-4f45-928b-a7905c55f0de req-f3c834f6-2cd7-47a1-9587-35e1618a628f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 946 time: 0.0525222 Jan 28 20:33:59.786155 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-fd5dd5cc-6a49-4f45-928b-a7905c55f0de req-8a0bae25-3144-4f50-a2d9-26890daf9a70 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Jan 28 20:33:59.845670 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Allocated IP 172.20.0.7 (4706b4ac-208e-49dd-94bd-78970bce488d/b7683ce8-e9f0-49da-b21e-7293aa550748/e0e17f6c-bd50-483e-9bf1-112ff384b05a) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:33:59.995075 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.029354 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.071684 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Network 4706b4ac-208e-49dd-94bd-78970bce488d is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:00.074654 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:00.080861 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:00.087087 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=e0e17f6c-bd50-483e-9bf1-112ff384b05a,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:00.132930 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.133555 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.150956 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-b7ca810c-a897-4222-90b1-e2bfede7b51a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512931 Jan 28 20:34:00.167364 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Request body: {'port': {'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:00.233101 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.311546 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-83aa8a3e-14c0-49b0-b92c-d319e95b1c4d None None] Provisioning complete for port e0e17f6c-bd50-483e-9bf1-112ff384b05a triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:00.312108 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-83aa8a3e-14c0-49b0-b92c-d319e95b1c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.345851 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-83aa8a3e-14c0-49b0-b92c-d319e95b1c4d None None] Port e0e17f6c-bd50-483e-9bf1-112ff384b05a cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:34:00.493337 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e17f6c-bd50-483e-9bf1-112ff384b05a {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:34:00.501320 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Publish callbacks [] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.514825 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Transition to ACTIVE for port object e0e17f6c-bd50-483e-9bf1-112ff384b05a will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:34:00.518783 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.519315 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd8cb-d3f8-4b1c-a9e1-dc176960edc4 req-d728f29c-b09c-4643-96b7-a0f33603f50b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.521170 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-680cd8cb-d3f8-4b1c-a9e1-dc176960edc4 req-d728f29c-b09c-4643-96b7-a0f33603f50b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 931 time: 0.0581691 Jan 28 20:34:00.592012 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-680cd8cb-d3f8-4b1c-a9e1-dc176960edc4 req-f67d7a00-0b5e-440b-84d5-df4cb55c31ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649550 Jan 28 20:34:00.604556 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e17f6c-bd50-483e-9bf1-112ff384b05a,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:00.675692 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Attempting to bind port e0e17f6c-bd50-483e-9bf1-112ff384b05a on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:34:00.676089 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Attempting to bind port e0e17f6c-bd50-483e-9bf1-112ff384b05a by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:34:00.676491 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Attempting to bind port e0e17f6c-bd50-483e-9bf1-112ff384b05a on network 4706b4ac-208e-49dd-94bd-78970bce488d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:00.681836 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Port e0e17f6c-bd50-483e-9bf1-112ff384b05a on network 4706b4ac-208e-49dd-94bd-78970bce488d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:34:00.682201 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Attempting to bind port e0e17f6c-bd50-483e-9bf1-112ff384b05a on network 4706b4ac-208e-49dd-94bd-78970bce488d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:34:00.688270 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:34:00.688585 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Checking segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:34:00.689042 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Bound using segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:34:00.689481 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Bound port: e0e17f6c-bd50-483e-9bf1-112ff384b05a, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:34:00.689924 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.759774 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] For port e0e17f6c-bd50-483e-9bf1-112ff384b05a, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:34:00.763060 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] For port e0e17f6c-bd50-483e-9bf1-112ff384b05a, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:34:00.770052 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.810137 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.810765 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:00.812151 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] 10.222.0.42 "PUT /v2.0/ports/e0e17f6c-bd50-483e-9bf1-112ff384b05a HTTP/1.1" status: 200 len: 1093 time: 0.6502383 Jan 28 20:34:00.812599 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:34:00.814962 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87783178-f2d0-4585-8bde-87199f997339" -d '{"events": [{"name": "network-changed", "server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:00.842376 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bb719-98d3-42d6-be16-c0ec22705b96 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e17f6c-bd50-483e-9bf1-112ff384b05a,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:00.903532 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62720f64-f622-49ca-84c7-44f3252833a6 x-openstack-request-id: req-62720f64-f622-49ca-84c7-44f3252833a6 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:00.903734 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:00.903834 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62720f64-f622-49ca-84c7-44f3252833a6 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:00.904338 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'status': 'completed', 'code': 200} Jan 28 20:34:00.921767 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-4ef445c6-ed19-4c6b-8612-2fc6d7275141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:00.923578 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-4ef445c6-ed19-4c6b-8612-2fc6d7275141 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 1127 time: 0.0718455 Jan 28 20:34:00.970771 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-6a625eca-7017-4ecb-a55b-a69f9daa74dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a HTTP/1.1" status: 200 len: 217 time: 0.0405455 Jan 28 20:34:01.001451 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504fdf-2432-47b4-8c43-ebbcde4e8f75 req-ba0a9c0a-1189-449b-9804-a904dede9e35 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.006729 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-91504fdf-2432-47b4-8c43-ebbcde4e8f75 req-ba0a9c0a-1189-449b-9804-a904dede9e35 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 946 time: 0.0850673 Jan 28 20:34:01.031686 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-04e1a899-19fa-414a-a6b0-858125f9eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.033495 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-04e1a899-19fa-414a-a6b0-858125f9eb77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0567260 Jan 28 20:34:01.061653 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-91504fdf-2432-47b4-8c43-ebbcde4e8f75 req-a0e8ee0f-cca7-4e4c-84a2-573feceab77d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503726 Jan 28 20:34:01.101163 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-e077a533-ab6d-4545-be4c-eb42acd00beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.103251 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-e077a533-ab6d-4545-be4c-eb42acd00beb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539639 Jan 28 20:34:01.193683 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-d068a4d0-2f8b-40cc-a784-e1ec3bc8b6ef service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836260 Jan 28 20:34:01.289328 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-168d2201-e720-4ce8-bedb-a4cd5369d02e req-8c4c0aee-6fc8-49b7-9647-5f1125b4b383 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889435 Jan 28 20:34:01.380420 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783178-f2d0-4585-8bde-87199f997339 req-d70607fd-a80e-4ede-83e8-8c531c79058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.381799 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-87783178-f2d0-4585-8bde-87199f997339 req-d70607fd-a80e-4ede-83e8-8c531c79058b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 1127 time: 0.0444651 Jan 28 20:34:01.473538 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783178-f2d0-4585-8bde-87199f997339 req-0af7f752-32c8-48db-887f-ee6ba7657c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.475111 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-87783178-f2d0-4585-8bde-87199f997339 req-0af7f752-32c8-48db-887f-ee6ba7657c6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.0872457 Jan 28 20:34:01.515065 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-87783178-f2d0-4585-8bde-87199f997339 req-2741fdff-e01d-4d1f-9aaa-d3e753455c68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a HTTP/1.1" status: 200 len: 217 time: 0.0335937 Jan 28 20:34:01.566735 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783178-f2d0-4585-8bde-87199f997339 req-b1c6aaeb-edff-455b-90d5-1f00916b705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.568130 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-87783178-f2d0-4585-8bde-87199f997339 req-b1c6aaeb-edff-455b-90d5-1f00916b705d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0420020 Jan 28 20:34:01.619777 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87783178-f2d0-4585-8bde-87199f997339 req-1aa18201-4c6b-42f9-8106-adfe83e46d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.621284 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-87783178-f2d0-4585-8bde-87199f997339 req-1aa18201-4c6b-42f9-8106-adfe83e46d61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467975 Jan 28 20:34:01.712667 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-87783178-f2d0-4585-8bde-87199f997339 req-9187c084-c663-4cc4-a975-72216d1412ff service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826325 Jan 28 20:34:01.716234 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9e591-2843-416f-bc2f-1d86b41947d0 req-12cc016c-49b7-48d9-a6c9-795d52a1e668 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:01.717690 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bac9e591-2843-416f-bc2f-1d86b41947d0 req-12cc016c-49b7-48d9-a6c9-795d52a1e668 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 943 time: 0.0516024 Jan 28 20:34:01.769758 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-bac9e591-2843-416f-bc2f-1d86b41947d0 req-1fca2581-5d88-4602-9d6d-0a0260e483fe tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465658 Jan 28 20:34:01.811032 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-87783178-f2d0-4585-8bde-87199f997339 req-4147e817-696e-4360-b7c8-8a11e7d7dd52 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920148 Jan 28 20:34:02.184877 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80241d6-8b3e-4eed-bcda-35e752378905 req-f83f9704-38a2-4ee2-b2dc-0c5e620fe7c2 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:02.186396 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e80241d6-8b3e-4eed-bcda-35e752378905 req-f83f9704-38a2-4ee2-b2dc-0c5e620fe7c2 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 946 time: 0.0538263 Jan 28 20:34:02.232575 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e80241d6-8b3e-4eed-bcda-35e752378905 req-1b8dbd80-1a4f-4317-ab8d-af5afe9b11ad tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402861 Jan 28 20:34:02.887780 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f747e-df0e-4d31-8398-8207c903f100 req-ae299776-97ed-4a21-b921-9a29ad911a99 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:02.889221 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-956f747e-df0e-4d31-8398-8207c903f100 req-ae299776-97ed-4a21-b921-9a29ad911a99 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 943 time: 0.0533946 Jan 28 20:34:02.936666 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-956f747e-df0e-4d31-8398-8207c903f100 req-9b7fd29c-ed4b-41ac-8c5d-1ef8e793b740 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418746 Jan 28 20:34:04.063217 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149abb0d-b1ef-4ea2-bfc5-a174b15018db req-b3780106-da79-4660-9773-05cb091fc944 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:04.064700 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-149abb0d-b1ef-4ea2-bfc5-a174b15018db req-b3780106-da79-4660-9773-05cb091fc944 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 943 time: 0.0630109 Jan 28 20:34:04.114007 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-149abb0d-b1ef-4ea2-bfc5-a174b15018db req-4196318e-67b2-463b-be8e-616b2acd98e0 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425673 Jan 28 20:34:05.231641 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c5625-24c6-4e46-83b1-d987e0fdcf67 req-77117f4a-42dd-4080-a33f-022869f95ac6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:05.233081 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-577c5625-24c6-4e46-83b1-d987e0fdcf67 req-77117f4a-42dd-4080-a33f-022869f95ac6 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 943 time: 0.0523369 Jan 28 20:34:05.281051 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-577c5625-24c6-4e46-83b1-d987e0fdcf67 req-bff4b79a-c27a-4edd-8c6c-0d28a07f00c7 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423727 Jan 28 20:34:06.395702 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea945a9-078c-4010-bea2-3e217451bd05 req-0bb39372-9a33-4f4c-a91f-fa2cc3234dca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:06.397611 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5ea945a9-078c-4010-bea2-3e217451bd05 req-0bb39372-9a33-4f4c-a91f-fa2cc3234dca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 943 time: 0.0513413 Jan 28 20:34:06.448443 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5ea945a9-078c-4010-bea2-3e217451bd05 req-89753812-e911-49ea-a6f3-4ceac7cd3ec9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448675 Jan 28 20:34:06.596752 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d3713d58-9bfe-4445-a83b-45968f3ae8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:07.709901 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b215d37-270b-4406-a8a0-c38d6bf560d2 req-4d500f37-575f-4f93-bcd2-ad259b9ebf2a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:07.711451 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1b215d37-270b-4406-a8a0-c38d6bf560d2 req-4d500f37-575f-4f93-bcd2-ad259b9ebf2a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 943 time: 0.0511665 Jan 28 20:34:07.758800 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1b215d37-270b-4406-a8a0-c38d6bf560d2 req-c2e5091a-7e15-4ae7-9dd3-2882a4663c57 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419090 Jan 28 20:34:08.874484 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7cb34-982d-4f43-8456-812f9215ee7d req-99e76a8a-52a8-4513-bcb2-e65864ed2fae tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:08.875988 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b6c7cb34-982d-4f43-8456-812f9215ee7d req-99e76a8a-52a8-4513-bcb2-e65864ed2fae tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 943 time: 0.0525000 Jan 28 20:34:08.925731 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b6c7cb34-982d-4f43-8456-812f9215ee7d req-6e3195ad-88c7-4824-b09f-c3d3efb427b4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441675 Jan 28 20:34:08.937075 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0549d9e3-f55e-4beb-a06b-66bc18092835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.049993 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f3b53-d537-408d-a3c6-9fb3a1a95f39 req-9dfe9b88-79a9-476c-b1e9-1ddf9420f09f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:10.051477 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d9f3b53-d537-408d-a3c6-9fb3a1a95f39 req-9dfe9b88-79a9-476c-b1e9-1ddf9420f09f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 943 time: 0.0573342 Jan 28 20:34:10.063033 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.099966 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7d9f3b53-d537-408d-a3c6-9fb3a1a95f39 req-92e4e78b-66ff-4c99-9961-ab74029a026d tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429482 Jan 28 20:34:10.675012 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device e0e17f6c-bd50-483e-9bf1-112ff384b05a details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:34:10.768604 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port e0e17f6c-bd50-483e-9bf1-112ff384b05a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:10.780259 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:34:10.819440 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port e0e17f6c-bd50-483e-9bf1-112ff384b05a is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:10.819829 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.832013 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e17f6c-bd50-483e-9bf1-112ff384b05a {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:34:10.850202 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port e0e17f6c-bd50-483e-9bf1-112ff384b05a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:10.854454 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:10.902291 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=e0e17f6c-bd50-483e-9bf1-112ff384b05a,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:11.216492 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f43a43-b246-45d3-a5c5-826f86891ea3 req-018a0d33-b8c0-4b7b-bc75-fd65d9f56698 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:11.217865 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-77f43a43-b246-45d3-a5c5-826f86891ea3 req-018a0d33-b8c0-4b7b-bc75-fd65d9f56698 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 944 time: 0.0535245 Jan 28 20:34:11.266451 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-77f43a43-b246-45d3-a5c5-826f86891ea3 req-8d05c874-ad7a-49d7-95bb-3cdd5c7e675f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429904 Jan 28 20:34:11.308275 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['e0e17f6c-bd50-483e-9bf1-112ff384b05a'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:34:11.507165 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.384801 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98049762-994a-493a-848e-8a517086e5db req-2dbbf3ed-b961-412d-b173-80dc65280487 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:12.386270 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-98049762-994a-493a-848e-8a517086e5db req-2dbbf3ed-b961-412d-b173-80dc65280487 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 944 time: 0.0553648 Jan 28 20:34:12.432990 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-98049762-994a-493a-848e-8a517086e5db req-5c9646f3-dc40-4a42-abee-01d042bb5023 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412612 Jan 28 20:34:12.708235 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device e0e17f6c-bd50-483e-9bf1-112ff384b05a up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:34:12.758092 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port e0e17f6c-bd50-483e-9bf1-112ff384b05a completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:34:12.761565 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port e0e17f6c-bd50-483e-9bf1-112ff384b05a triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:34:12.762006 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.839784 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.850523 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port e0e17f6c-bd50-483e-9bf1-112ff384b05a is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:34:12.850908 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.872997 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:34:12.875221 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdd1bb4-58b8-408c-ad1b-ae173e76a657" -d '{"events": [{"server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "name": "network-vif-plugged", "status": "completed", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:12.887790 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port e0e17f6c-bd50-483e-9bf1-112ff384b05a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:34:12.891874 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:12.914919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63437c15-261e-481a-ac5b-3b8425fc40e5 x-openstack-request-id: req-63437c15-261e-481a-ac5b-3b8425fc40e5 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:12.915212 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "name": "network-vif-plugged", "status": "completed", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:12.915462 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-63437c15-261e-481a-ac5b-3b8425fc40e5 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:12.915848 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'code': 200} Jan 28 20:34:12.944256 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=e0e17f6c-bd50-483e-9bf1-112ff384b05a,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:13.146659 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3238c4c-ddf1-48d0-a277-36466d7ff3be req-0bd5aa7b-0bbe-426d-ad39-362a5040ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:13.149016 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3238c4c-ddf1-48d0-a277-36466d7ff3be req-0bd5aa7b-0bbe-426d-ad39-362a5040ac42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 1129 time: 0.0441391 Jan 28 20:34:13.194825 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3238c4c-ddf1-48d0-a277-36466d7ff3be req-4f1fa2e6-7a67-41d5-8b32-bc3a41298506 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372636 Jan 28 20:34:13.547531 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765715f9-51cc-43c6-a34e-df0af3681b6d req-fb41319f-bf06-46a9-8a05-4b812fd90a3a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:13.548977 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-765715f9-51cc-43c6-a34e-df0af3681b6d req-fb41319f-bf06-46a9-8a05-4b812fd90a3a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 945 time: 0.0514040 Jan 28 20:34:13.595982 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-765715f9-51cc-43c6-a34e-df0af3681b6d req-eff9b82d-b78c-4b97-a933-cfeeed7a8836 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415394 Jan 28 20:34:14.717520 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d199c8d-2957-4170-8439-dc036564b0bf req-2a7f4dc7-1b69-49ef-8ba3-65d2af24668e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:14.719032 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1d199c8d-2957-4170-8439-dc036564b0bf req-2a7f4dc7-1b69-49ef-8ba3-65d2af24668e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 945 time: 0.0524864 Jan 28 20:34:14.770330 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1d199c8d-2957-4170-8439-dc036564b0bf req-ffe8c838-40ca-497e-9fa5-b12dddaf62e9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457823 Jan 28 20:34:15.886708 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749644e-056d-4c2e-8104-c5b3ecc00b99 req-effa764f-383a-4de8-b242-19b0b592d8ee tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:15.888185 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2749644e-056d-4c2e-8104-c5b3ecc00b99 req-effa764f-383a-4de8-b242-19b0b592d8ee tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 945 time: 0.0527763 Jan 28 20:34:15.939635 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2749644e-056d-4c2e-8104-c5b3ecc00b99 req-ff90d175-9f33-4bcd-b3d2-41faf6ec8784 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459507 Jan 28 20:34:16.060121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b34f1-e508-4821-b73a-3e143bfa7d01 req-e3b4068a-c253-4f4d-afae-a0bd7000bf2d tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:16.061517 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-055b34f1-e508-4821-b73a-3e143bfa7d01 req-e3b4068a-c253-4f4d-afae-a0bd7000bf2d tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 945 time: 0.0566809 Jan 28 20:34:16.109130 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-055b34f1-e508-4821-b73a-3e143bfa7d01 req-779e4569-b7ae-4e80-a27c-b8ff458d57e4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419595 Jan 28 20:34:16.130710 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48758) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:16.176095 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948cb54d-6597-48b0-84e0-994f9ba69685 tempest-TestVolumeBootPattern-91205138 tempest-TestVolumeBootPattern-91205138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:16.177559 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-948cb54d-6597-48b0-84e0-994f9ba69685 tempest-TestVolumeBootPattern-91205138 tempest-TestVolumeBootPattern-91205138-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 1124 time: 0.0458977 Jan 28 20:34:16.180306 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48760) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:34:16.184320 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:34:16.203526 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.294524 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.398976 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Allocated IP 172.27.0.229 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/fe96fc6f-63b2-4a80-b44c-1124bf819198) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:34:16.497703 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (fe96fc6f-63b2-4a80-b44c-1124bf819198), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.530388 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (fe96fc6f-63b2-4a80-b44c-1124bf819198), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:16.570258 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:34:16.573505 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:34:16.578905 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:34:16.584433 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=fe96fc6f-63b2-4a80-b44c-1124bf819198,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:16.611989 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.612334 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.612682 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.613015 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.613342 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.613669 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.614035 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.614362 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.614686 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.615011 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.615332 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.615650 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.615966 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:34:16.954436 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (8dccbcfd-905b-40e1-9cf9-b71d444da9e1), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.032521 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (fe96fc6f-63b2-4a80-b44c-1124bf819198), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.178402 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (fe96fc6f-63b2-4a80-b44c-1124bf819198), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.183774 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (fe96fc6f-63b2-4a80-b44c-1124bf819198), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.262201 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=fe96fc6f-63b2-4a80-b44c-1124bf819198,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:34:17.273633 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (8dccbcfd-905b-40e1-9cf9-b71d444da9e1), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.373223 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Floating IP 8dccbcfd-905b-40e1-9cf9-b71d444da9e1 associated. External IP: 172.27.0.229, port: e0e17f6c-bd50-483e-9bf1-112ff384b05a. Jan 28 20:34:17.576496 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:34:17.683505 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:34:17.693680 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:34:17.701805 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:17.704688 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:17.705542 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:17.731652 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-2e98b213-fb87-4ce8-b4e5-24fb362714ca tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5503664 Jan 28 20:34:17.732204 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:34:17.734450 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679d9c22-778a-409c-8536-f35142b1951c" -d '{"events": [{"name": "network-changed", "server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:34:17.778166 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d1e12d-51eb-48f0-b500-3e3d9f16dc90 x-openstack-request-id: req-d2d1e12d-51eb-48f0-b500-3e3d9f16dc90 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:34:17.778459 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:34:17.778714 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2d1e12d-51eb-48f0-b500-3e3d9f16dc90 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:34:17.779117 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'status': 'completed', 'code': 200} Jan 28 20:34:17.816096 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:17.846971 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c22-778a-409c-8536-f35142b1951c req-f90f0bad-9797-4ed6-ae8e-82fbdb8b5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:17.848403 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-679d9c22-778a-409c-8536-f35142b1951c req-f90f0bad-9797-4ed6-ae8e-82fbdb8b5551 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 1129 time: 0.0441387 Jan 28 20:34:17.948307 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c22-778a-409c-8536-f35142b1951c req-c680f9b2-b70c-4ea8-9d55-2b1580371ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:17.949765 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-679d9c22-778a-409c-8536-f35142b1951c req-c680f9b2-b70c-4ea8-9d55-2b1580371ba9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.0942948 Jan 28 20:34:18.016456 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-679d9c22-778a-409c-8536-f35142b1951c req-4626c930-4b21-4e0f-ae6b-6d5900d489c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a HTTP/1.1" status: 200 len: 999 time: 0.0576572 Jan 28 20:34:18.054522 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:18.065279 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c22-778a-409c-8536-f35142b1951c req-952f3f83-0879-4278-934a-9daa6027c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.066813 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-679d9c22-778a-409c-8536-f35142b1951c req-952f3f83-0879-4278-934a-9daa6027c227 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0439472 Jan 28 20:34:18.083792 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:34:18.092553 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:34:18.093154 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:34:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:18.121539 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c22-778a-409c-8536-f35142b1951c req-bcc60a00-97bd-4c85-9fc5-76163b1be8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.122989 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-679d9c22-778a-409c-8536-f35142b1951c req-bcc60a00-97bd-4c85-9fc5-76163b1be8a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496397 Jan 28 20:34:18.198658 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:34:18.245923 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-d06b8f22-b8dd-4fee-b30d-7e988d14ed86 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973494 Jan 28 20:34:18.249435 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-679d9c22-778a-409c-8536-f35142b1951c req-8f02f118-9bb7-483a-866a-0ab0b1b0382c service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194510 Jan 28 20:34:18.374285 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-b46d47d0-e119-448d-acaa-2c0f83361a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.375661 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-b46d47d0-e119-448d-acaa-2c0f83361a06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51269d658f0540dab6086a21ebd9e00f&device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 1130 time: 0.0981903 Jan 28 20:34:18.379894 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-679d9c22-778a-409c-8536-f35142b1951c req-4bdf60a0-e286-456d-82c9-5bcdbfe90768 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211216 Jan 28 20:34:18.421522 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:34:18.483377 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-5bbf07ae-ca3e-455f-a599-31ac462ec771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.484843 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-5bbf07ae-ca3e-455f-a599-31ac462ec771 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 200 len: 918 time: 0.0886087 Jan 28 20:34:18.558107 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-935b36af-a58b-4e8f-a250-6084784be691 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2 HTTP/1.1" status: 200 len: 1001 time: 0.0645993 Jan 28 20:34:18.574811 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677203f7-27ed-4d1e-91c1-b07fd5cd0ba2 None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:16Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:34:18.607871 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-ec65c625-ff52-4f0b-82a8-89b7bbd6a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.609442 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-ec65c625-ff52-4f0b-82a8-89b7bbd6a459 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 200 len: 856 time: 0.0445309 Jan 28 20:34:18.660012 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-0aaeef74-88a5-4454-8c1c-86a8f24dbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:18.661556 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-0aaeef74-88a5-4454-8c1c-86a8f24dbf66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6189d54-a943-4614-aea9-0a741e80c5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459757 Jan 28 20:34:18.755312 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa12e0e-0240-4a9d-9727-d14134360a06 None None] New status for floating IP 8dccbcfd-905b-40e1-9cf9-b71d444da9e1: ACTIVE {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:34:18.760418 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-9bc4bd5a-cda7-48cc-bfd5-813ea9e0900b service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873690 Jan 28 20:34:18.850399 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2958e247-a7e7-4a9b-96f6-ccd4d9911a1e req-aa16274c-54f2-49a5-9742-465ff913852b service neutron] 10.222.0.42 "GET /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818274 Jan 28 20:34:20.534121 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:33.962194 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:34:36.601914 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d80b7629-cb51-4be6-a44f-525b36c8f960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:38.229666 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e13272-6066-4471-a352-87ef1616d935 req-5c32cc24-a2d3-4b35-a27e-972dee2fe4cb tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.231192 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a5e13272-6066-4471-a352-87ef1616d935 req-5c32cc24-a2d3-4b35-a27e-972dee2fe4cb tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0546348 Jan 28 20:34:38.240436 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeebdc-44a5-47d0-8456-437004757ece req-ab94a89a-2ea3-440f-8369-31b9a4f5a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.242562 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0bdeebdc-44a5-47d0-8456-437004757ece req-ab94a89a-2ea3-440f-8369-31b9a4f5a760 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1169 time: 0.0453110 Jan 28 20:34:38.291954 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a5e13272-6066-4471-a352-87ef1616d935 req-90700935-0d5e-4a09-90de-33e8e2bdca7a tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547760 Jan 28 20:34:38.334480 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeebdc-44a5-47d0-8456-437004757ece req-27474807-d982-46dd-9767-33fff87041df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.335982 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0bdeebdc-44a5-47d0-8456-437004757ece req-27474807-d982-46dd-9767-33fff87041df service neutron] 10.222.0.42 "GET /v2.0/networks?id=8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 200 len: 916 time: 0.0869167 Jan 28 20:34:38.402160 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0bdeebdc-44a5-47d0-8456-437004757ece req-c6d37817-40f9-4005-a8bf-b058941a6550 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 1001 time: 0.0571144 Jan 28 20:34:38.456937 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeebdc-44a5-47d0-8456-437004757ece req-4f7e2332-83a9-4197-9467-3c8f50688a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.458845 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0bdeebdc-44a5-47d0-8456-437004757ece req-4f7e2332-83a9-4197-9467-3c8f50688a9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2931f34-6bef-4166-afd3-72153b57969c HTTP/1.1" status: 200 len: 854 time: 0.0503533 Jan 28 20:34:38.509249 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeebdc-44a5-47d0-8456-437004757ece req-9a6dd278-442b-4650-a17e-17cabedf1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:38.510762 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0bdeebdc-44a5-47d0-8456-437004757ece req-9a6dd278-442b-4650-a17e-17cabedf1b21 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8262c78b-9cc8-436b-9e71-59dcb58b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440836 Jan 28 20:34:38.597725 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0bdeebdc-44a5-47d0-8456-437004757ece req-5e41dc76-8fd4-4103-a02d-763d78288875 service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792050 Jan 28 20:34:38.690868 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-0bdeebdc-44a5-47d0-8456-437004757ece req-5d2a6ecb-91e1-42af-8d86-b27a8d6b7209 service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868068 Jan 28 20:34:38.938614 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6ab743d-22d3-4bb3-8da7-12830a6807a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:39.420573 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b7251-38f2-457d-a379-375a5c8eb61b req-260ae9cc-6d07-42cb-9139-60df2b2c79ba tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:39.422071 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-476b7251-38f2-457d-a379-375a5c8eb61b req-260ae9cc-6d07-42cb-9139-60df2b2c79ba tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0587597 Jan 28 20:34:39.479726 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-476b7251-38f2-457d-a379-375a5c8eb61b req-853d3913-392a-4eea-87bf-b9334d6fe6f0 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519791 Jan 28 20:34:40.065974 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:40.596914 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178622f7-bb76-40c1-8055-20b339d2049a req-ffa58090-007b-44a7-92ff-158f12d7e0a5 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:40.598409 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-178622f7-bb76-40c1-8055-20b339d2049a req-ffa58090-007b-44a7-92ff-158f12d7e0a5 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0521557 Jan 28 20:34:40.657475 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-178622f7-bb76-40c1-8055-20b339d2049a req-822d78e2-1aca-4134-8ff0-43f816b0a647 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529821 Jan 28 20:34:41.481469 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:41.774688 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531af2ff-506a-4c57-9c65-15165b8e3022 req-dcbd9f90-aca2-4af1-bebf-ca3d8ecc4967 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:41.776064 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-531af2ff-506a-4c57-9c65-15165b8e3022 req-dcbd9f90-aca2-4af1-bebf-ca3d8ecc4967 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0535417 Jan 28 20:34:41.837478 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-531af2ff-506a-4c57-9c65-15165b8e3022 req-6e98d407-d5ed-4257-bb08-ab494bef6563 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558019 Jan 28 20:34:42.822093 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:42.952314 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1a666-79bf-4d9c-b2c0-835b1a386a5c req-6d14a55d-5674-4e3c-b0bf-2ddd991e50e0 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:42.953778 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20b1a666-79bf-4d9c-b2c0-835b1a386a5c req-6d14a55d-5674-4e3c-b0bf-2ddd991e50e0 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0519063 Jan 28 20:34:43.012666 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-20b1a666-79bf-4d9c-b2c0-835b1a386a5c req-517799cb-552d-4648-9d42-8c665f9426a9 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531647 Jan 28 20:34:44.130055 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f457eb-368d-4886-b58b-dc6793e7a8dd req-20a25421-3468-49c7-96c8-1317c31e2280 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:44.131432 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-32f457eb-368d-4886-b58b-dc6793e7a8dd req-20a25421-3468-49c7-96c8-1317c31e2280 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0524158 Jan 28 20:34:44.190550 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-32f457eb-368d-4886-b58b-dc6793e7a8dd req-4881444c-db43-485f-b8f0-69d3b5647281 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534441 Jan 28 20:34:45.311633 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba861bd-7a81-44e0-8b9f-1e74c8b69619 req-b571cac9-275f-4689-ab91-63e763a819b0 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:45.313017 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ba861bd-7a81-44e0-8b9f-1e74c8b69619 req-b571cac9-275f-4689-ab91-63e763a819b0 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0567901 Jan 28 20:34:45.370255 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ba861bd-7a81-44e0-8b9f-1e74c8b69619 req-54e894dc-9eb1-4fae-8ada-51215cf7490b tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515389 Jan 28 20:34:46.484520 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f9b9e-6877-493f-b2fc-959a9b2268fd req-c24cc0f1-89ea-4fbf-8472-102bcacedda1 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:46.486001 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eb0f9b9e-6877-493f-b2fc-959a9b2268fd req-c24cc0f1-89ea-4fbf-8472-102bcacedda1 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0509748 Jan 28 20:34:46.543027 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eb0f9b9e-6877-493f-b2fc-959a9b2268fd req-f0836535-c67d-4d7f-a5d9-f7887aa86500 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514286 Jan 28 20:34:47.661433 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d8aa4-68e5-4fe5-b605-42065216eb30 req-5c6cef15-5a6a-48e9-921c-953afcdaa990 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:47.662917 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4d2d8aa4-68e5-4fe5-b605-42065216eb30 req-5c6cef15-5a6a-48e9-921c-953afcdaa990 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0551038 Jan 28 20:34:47.720289 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4d2d8aa4-68e5-4fe5-b605-42065216eb30 req-78cc0f2a-ded2-4615-b591-56fc0ca48b09 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512993 Jan 28 20:34:48.836546 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050274b9-3454-41c1-ab93-8e0d94e20468 req-46469f55-46f8-4c91-aa29-1f4a55fa84df tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:48.838025 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-050274b9-3454-41c1-ab93-8e0d94e20468 req-46469f55-46f8-4c91-aa29-1f4a55fa84df tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0523956 Jan 28 20:34:48.896079 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-050274b9-3454-41c1-ab93-8e0d94e20468 req-46eafad2-844b-4a8a-9103-db67a968a36e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523875 Jan 28 20:34:50.029100 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f09c18-8821-43fd-8570-06898b0256cd req-094e87be-32b9-49e4-81b7-267b019e784f tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:50.030819 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-01f09c18-8821-43fd-8570-06898b0256cd req-094e87be-32b9-49e4-81b7-267b019e784f tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0605385 Jan 28 20:34:50.092451 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-01f09c18-8821-43fd-8570-06898b0256cd req-d97ae5dc-fc1d-4039-840b-df073fed089d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560064 Jan 28 20:34:50.567304 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:34:51.208629 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d12e32-f2ec-4307-88ce-a4a9ab23f31f req-aff66128-4d44-48f7-80c5-f15a1f2fcc1e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:51.210051 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f1d12e32-f2ec-4307-88ce-a4a9ab23f31f req-aff66128-4d44-48f7-80c5-f15a1f2fcc1e tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0521443 Jan 28 20:34:51.273669 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f1d12e32-f2ec-4307-88ce-a4a9ab23f31f req-1ee94893-06fc-4c1d-a5c2-2058b23302e3 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570767 Jan 28 20:34:52.388914 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13205b8-c6bb-4679-8c72-959dd0b369d3 req-bef5e44c-ed27-475e-a416-450909428ebc tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:52.390367 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c13205b8-c6bb-4679-8c72-959dd0b369d3 req-bef5e44c-ed27-475e-a416-450909428ebc tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0519938 Jan 28 20:34:52.454566 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c13205b8-c6bb-4679-8c72-959dd0b369d3 req-0f4112b4-c7ad-480e-99e9-dd031a4b8b66 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585475 Jan 28 20:34:53.621972 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3643884-754b-41c9-bc00-995abec96de3 req-723b6d48-8ac9-41e9-b45d-15f5af30c7b6 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:53.623428 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a3643884-754b-41c9-bc00-995abec96de3 req-723b6d48-8ac9-41e9-b45d-15f5af30c7b6 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0548105 Jan 28 20:34:53.681723 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a3643884-754b-41c9-bc00-995abec96de3 req-6a8a0ec7-1dba-42bf-8ce9-84efb3baa03d tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527239 Jan 28 20:34:54.796576 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1712a82-f072-4848-a1e8-1bdc0e651201 req-e204b212-3572-441d-b4ce-b66678097b92 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:34:54.798048 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c1712a82-f072-4848-a1e8-1bdc0e651201 req-e204b212-3572-441d-b4ce-b66678097b92 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0513101 Jan 28 20:34:54.856388 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c1712a82-f072-4848-a1e8-1bdc0e651201 req-5d2e3727-a551-4c6a-832f-c53bb0794dca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=afcf3622-c704-4afc-a941-d7855444063a&id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528204 Jan 28 20:35:01.217239 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be1a81-536f-428c-b28d-0a0a1c2a7849 req-2ab3b720-c09e-40e7-a9a2-f5d3db10cd72 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:01.218706 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-79be1a81-536f-428c-b28d-0a0a1c2a7849 req-2ab3b720-c09e-40e7-a9a2-f5d3db10cd72 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 946 time: 0.0510292 Jan 28 20:35:01.266865 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-79be1a81-536f-428c-b28d-0a0a1c2a7849 req-c75d7e2b-c28a-44e7-82d8-eb689265384c tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 Jan 28 20:35:02.391373 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e274539-da76-42d2-b69f-e571493010cd req-7d1c0a78-f04e-4248-b8e9-754f0fb0a639 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:02.392807 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5e274539-da76-42d2-b69f-e571493010cd req-7d1c0a78-f04e-4248-b8e9-754f0fb0a639 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 946 time: 0.0510435 Jan 28 20:35:02.438372 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5e274539-da76-42d2-b69f-e571493010cd req-edc5996c-57c8-43b5-b2ab-b3290be40e9e tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397863 Jan 28 20:35:03.010038 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-8b14c62e-269f-441e-b043-45adad99d216 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:03.011594 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-8b14c62e-269f-441e-b043-45adad99d216 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 946 time: 0.0522070 Jan 28 20:35:03.106960 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Deleting port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:35:03.107328 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:03.191181 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] For port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:03.191540 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:03.566404 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b55869-47b4-466e-9d9e-528ac37b6767 req-8ed93b2e-04c4-4a47-8751-d1194889f655 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:03.567895 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c4b55869-47b4-466e-9d9e-528ac37b6767 req-8ed93b2e-04c4-4a47-8751-d1194889f655 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 946 time: 0.0548501 Jan 28 20:35:03.597550 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:03.597948 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (9f4a6d30-4959-4b06-92e5-ea4392331f8c), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:03.598272 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.l3_db [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Floating IP 9f4a6d30-4959-4b06-92e5-ea4392331f8c disassociated. External IP: 172.27.0.200, port: 2b3708de-bc79-4020-8e5f-b6aecdd43ef2. Jan 28 20:35:03.598621 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Calling delete_port for 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:35:03.614925 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c4b55869-47b4-466e-9d9e-528ac37b6767 req-e7856061-4964-4b7b-9419-782a45db8de8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups?id=a8421b12-99b0-4d1d-9ad3-07883cad10f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Jan 28 20:35:03.723890 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (2b3708de-bc79-4020-8e5f-b6aecdd43ef2), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:03.754851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event deleted for resources: {'Port': ['ID=2b3708de-bc79-4020-8e5f-b6aecdd43ef2,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:03.765630 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.766004 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.766343 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.766672 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.767003 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.767332 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.767653 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.767973 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.768290 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.768608 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.768926 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.769244 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.769558 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:03.879869 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Router d21fa658-1f72-479c-8ee7-3a0da514a850 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:03.987973 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:04.003658 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] Sync routers for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:04.009839 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2c81d-495d-4ffc-b6ed-0165563341e3 req-5e7405fd-df82-4045-bcba-3611ed94b378 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:04.011657 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d4c2c81d-495d-4ffc-b6ed-0165563341e3 req-5e7405fd-df82-4045-bcba-3611ed94b378 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0689340 Jan 28 20:35:04.013036 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:04.013660 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:34:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:04.034917 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] No DVR routers for this DVR port 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:04.037386 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:04.041537 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-915ca7b9-cc8f-46c8-ab55-125e4eb7d594 req-e8cc2c60-2c78-4e41-ad45-589f26c9b110 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.42 "DELETE /v2.0/ports/2b3708de-bc79-4020-8e5f-b6aecdd43ef2 HTTP/1.1" status: 204 len: 173 time: 1.0237250 Jan 28 20:35:04.042012 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-deleted', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:35:04.044292 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f611eb2b-8759-461d-888e-3419b480cae9" -d '{"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-deleted", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:35:04.073927 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d4c2c81d-495d-4ffc-b6ed-0165563341e3 req-c483cf93-834f-4a37-93a6-b92e2178452c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561821 Jan 28 20:35:04.106234 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201125b3-5b4d-4492-b291-cbd662b86da9 x-openstack-request-id: req-201125b3-5b4d-4492-b291-cbd662b86da9 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:35:04.106665 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc7cc38-742f-4269-8cb6-7cf3e97f1654", "name": "network-vif-deleted", "tag": "2b3708de-bc79-4020-8e5f-b6aecdd43ef2", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:35:04.107009 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-201125b3-5b4d-4492-b291-cbd662b86da9 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:35:04.107492 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc7cc38-742f-4269-8cb6-7cf3e97f1654', 'name': 'network-vif-deleted', 'tag': '2b3708de-bc79-4020-8e5f-b6aecdd43ef2', 'status': 'completed', 'code': 200} Jan 28 20:35:04.140638 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:35:04.360084 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:04.386705 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] Checking router: d21fa658-1f72-479c-8ee7-3a0da514a850 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:35:04.394829 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:04.395426 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:34:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:04.497502 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:35:04.697929 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:04.728839 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be1450-b5a2-4db5-9cfe-b4127116f028 None None] The sync data for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi is: [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:26:15Z', 'revision_number': 4, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '0346b19f-3a01-4382-a7c4-d2e71949a032', 'name': '', 'network_id': 'e6189d54-a943-4614-aea9-0a741e80c5fa', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'mac_address': 'fa:16:3e:7d:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:14Z', 'updated_at': '2022-01-28T20:26:21Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'subnets': [{'id': '066a16f9-e7c6-4d28-be35-de236a44ce95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:04.729469 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-742fc236-3617-4c4f-8f20-f1d2ad62706d req-7b90eff4-17d6-446e-9a02-c5ff3a7d233f tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/ports?device_id=4bc7cc38-742f-4269-8cb6-7cf3e97f1654 HTTP/1.1" status: 200 len: 210 time: 0.0282543 Jan 28 20:35:04.954652 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ecbc52-7bd6-4320-8115-79d35c5bf5cc None None] New status for floating IP 9f4a6d30-4959-4b06-92e5-ea4392331f8c: DOWN {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:35:05.197701 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea63986-aa5b-4856-88c3-ff1f40599e37 req-fcd9b00b-0273-4e9d-be40-4273e8e73c5f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:05.199224 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ea63986-aa5b-4856-88c3-ff1f40599e37 req-fcd9b00b-0273-4e9d-be40-4273e8e73c5f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0508585 Jan 28 20:35:05.246663 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ea63986-aa5b-4856-88c3-ff1f40599e37 req-57fb0ab4-30e2-4e17-8584-2e36b609c62e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419829 Jan 28 20:35:05.816362 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48888) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:05.869773 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bab5d8c2-9dfb-439b-ae93-79a4f948b91d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (a8421b12-99b0-4d1d-9ad3-07883cad10f3), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:05.892379 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bab5d8c2-9dfb-439b-ae93-79a4f948b91d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (a8421b12-99b0-4d1d-9ad3-07883cad10f3), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:05.937983 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bab5d8c2-9dfb-439b-ae93-79a4f948b91d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a8421b12-99b0-4d1d-9ad3-07883cad10f3), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:05.940533 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-bab5d8c2-9dfb-439b-ae93-79a4f948b91d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:05.941666 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-bab5d8c2-9dfb-439b-ae93-79a4f948b91d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "DELETE /v2.0/security-groups/a8421b12-99b0-4d1d-9ad3-07883cad10f3 HTTP/1.1" status: 204 len: 168 time: 0.1243265 Jan 28 20:35:05.944566 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 48890) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:05.950251 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5d8c2-9dfb-439b-ae93-79a4f948b91d tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8421b12-99b0-4d1d-9ad3-07883cad10f3,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:05.959467 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.api.v2.resource [None req-bd4eb439-4ac3-4887-9076-01b6883b73b8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] show failed (client error): The resource could not be found. Jan 28 20:35:05.961053 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-bd4eb439-4ac3-4887-9076-01b6883b73b8 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "GET /v2.0/security-groups/a8421b12-99b0-4d1d-9ad3-07883cad10f3 HTTP/1.1" status: 404 len: 347 time: 0.0154870 Jan 28 20:35:05.963955 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 48892) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:06.099672 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Deleting port ab0114f9-e9b1-4af9-ba07-50d2a9065267 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:35:06.100025 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (ab0114f9-e9b1-4af9-ba07-50d2a9065267), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:06.173436 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (ab0114f9-e9b1-4af9-ba07-50d2a9065267), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:06.173766 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (ab0114f9-e9b1-4af9-ba07-50d2a9065267), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:06.185710 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Calling delete_port for ab0114f9-e9b1-4af9-ba07-50d2a9065267 owned by network:floatingip {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:35:06.314776 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (ab0114f9-e9b1-4af9-ba07-50d2a9065267), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:06.343183 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Pushing event deleted for resources: {'Port': ['ID=ab0114f9-e9b1-4af9-ba07-50d2a9065267,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:06.369689 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44b5f1-703a-486c-8501-4db1582cd922 req-5c064ead-dbd7-4d72-b936-690e6b05a424 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:06.373611 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f44b5f1-703a-486c-8501-4db1582cd922 req-5c064ead-dbd7-4d72-b936-690e6b05a424 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0613041 Jan 28 20:35:06.410738 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks [] for floatingip (9f4a6d30-4959-4b06-92e5-ea4392331f8c), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:06.414070 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:06.417793 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b1237da2-867f-49f2-98f9-3c2ea6440b84 tempest-AttachVolumeShelveTestJSON-1576245594 tempest-AttachVolumeShelveTestJSON-1576245594-project] 10.222.0.59 "DELETE /v2.0/floatingips/9f4a6d30-4959-4b06-92e5-ea4392331f8c HTTP/1.1" status: 204 len: 168 time: 0.4503713 Jan 28 20:35:06.424709 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2f44b5f1-703a-486c-8501-4db1582cd922 req-67245fee-6dba-4aab-87e8-6a81c7c9020d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Jan 28 20:35:06.603874 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6ff1cd96-a79a-48b3-84eb-89b61c672a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:06.969719 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:06.989713 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:35:06.990101 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 2b3708de-bc79-4020-8e5f-b6aecdd43ef2 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:07.545048 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad899d-9b9a-4a31-a9f9-0e9a0dbfae2c req-bff75a46-1461-4cc1-8478-b53de65bdf39 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:07.546877 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-59ad899d-9b9a-4a31-a9f9-0e9a0dbfae2c req-bff75a46-1461-4cc1-8478-b53de65bdf39 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0539789 Jan 28 20:35:07.592992 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-59ad899d-9b9a-4a31-a9f9-0e9a0dbfae2c req-faa57103-e242-473a-b515-ef5c1c3e010a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406709 Jan 28 20:35:08.710847 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455a113-a86c-4277-ad68-691976723de9 req-b75c0660-0b02-482c-a429-2576a3de005c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:08.712298 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3455a113-a86c-4277-ad68-691976723de9 req-b75c0660-0b02-482c-a429-2576a3de005c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0525627 Jan 28 20:35:08.758848 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3455a113-a86c-4277-ad68-691976723de9 req-25074632-8521-42f2-b903-289ccdb08835 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 Jan 28 20:35:08.808357 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48922) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:08.941538 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-49428635-7e01-4714-a2a7-6a64493c1e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.457103 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (d21fa658-1f72-479c-8ee7-3a0da514a850), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.694638 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Deleting port 0346b19f-3a01-4382-a7c4-d2e71949a032 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:35:09.694981 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.769530 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] For port 0346b19f-3a01-4382-a7c4-d2e71949a032, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=0346b19f-3a01-4382-a7c4-d2e71949a032,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:09.770231 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:09.782212 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Calling delete_port for 0346b19f-3a01-4382-a7c4-d2e71949a032 owned by network:router_interface {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:35:09.930122 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771d4a6-e7f9-4f20-8a61-28bd266e3e6d req-5f4af600-f4fa-4d87-b4a0-f649f612705f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:09.931595 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e771d4a6-e7f9-4f20-8a61-28bd266e3e6d req-5f4af600-f4fa-4d87-b4a0-f649f612705f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.1021340 Jan 28 20:35:09.996927 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e771d4a6-e7f9-4f20-8a61-28bd266e3e6d req-2c4540aa-067f-4fb0-ab14-450e7bdff60a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574212 Jan 28 20:35:10.036252 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (0346b19f-3a01-4382-a7c4-d2e71949a032), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.064548 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Pushing event deleted for resources: {'Port': ['ID=0346b19f-3a01-4382-a7c4-d2e71949a032,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:10.076836 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.229123 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (d21fa658-1f72-479c-8ee7-3a0da514a850), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.433703 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Router d21fa658-1f72-479c-8ee7-3a0da514a850 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:35:10.540375 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:35:10.545686 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c2ae32bd-fc79-4391-9b60-07e694c82963 admin admin] 10.222.0.59 "PUT /v2.0/routers/d21fa658-1f72-479c-8ee7-3a0da514a850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7362969 Jan 28 20:35:10.548184 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48928) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:10.549550 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] Sync routers for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:35:10.563293 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:10.563897 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:35:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:10.651546 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks [] for router (d21fa658-1f72-479c-8ee7-3a0da514a850), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.671938 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:35:10.763123 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks [] for router_gateway (d21fa658-1f72-479c-8ee7-3a0da514a850), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.814727 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Deleting port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:35:10.815481 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.848886 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:35:09Z', 'revision_number': 5, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port': {'id': '802ba8dd-e0b9-4f1b-85ef-a49ba17180d4', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:26:10Z', 'updated_at': '2022-01-28T20:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:10.875516 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] Checking router: d21fa658-1f72-479c-8ee7-3a0da514a850 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:35:10.883570 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] Routers {'d21fa658-1f72-479c-8ee7-3a0da514a850'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:35:10.884169 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:35:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d21fa658-1f72-479c-8ee7-3a0da514a850'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:10.900733 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] For port 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=802ba8dd-e0b9-4f1b-85ef-a49ba17180d4,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:10.901102 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:10.913319 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Calling delete_port for 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 owned by network:router_gateway {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:35:10.961175 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:35:10.970036 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] Set router d21fa658-1f72-479c-8ee7-3a0da514a850 gateway port host: None {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:35:11.024692 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:35:10Z', 'revision_number': 6, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port_host': None}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:11.051980 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d76d41-6baa-47e7-b671-e9e72adc55be None None] The sync data for ids ['d21fa658-1f72-479c-8ee7-3a0da514a850'] in dv-cinder-826350-4-iscsi is: [{'id': 'd21fa658-1f72-479c-8ee7-3a0da514a850', 'name': 'tempest-AttachVolumeShelveTestJSON-1261853554-router', 'tenant_id': '51269d658f0540dab6086a21ebd9e00f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:26:08Z', 'updated_at': '2022-01-28T20:35:10Z', 'revision_number': 6, 'project_id': '51269d658f0540dab6086a21ebd9e00f', 'gw_port_host': None}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:35:11.109305 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (802ba8dd-e0b9-4f1b-85ef-a49ba17180d4), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.140493 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=802ba8dd-e0b9-4f1b-85ef-a49ba17180d4,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:11.175628 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5533a3-3a2e-4187-afd4-874bf5ccba8e req-83bdd6cb-003b-494c-9896-eb9e53912ac6 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:11.177084 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa5533a3-3a2e-4187-afd4-874bf5ccba8e req-83bdd6cb-003b-494c-9896-eb9e53912ac6 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.1060536 Jan 28 20:35:11.236278 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (d21fa658-1f72-479c-8ee7-3a0da514a850), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.301403 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aa5533a3-3a2e-4187-afd4-874bf5ccba8e req-163a6b29-447e-4079-812a-4ad9b3743876 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055014 Jan 28 20:35:11.333814 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (d21fa658-1f72-479c-8ee7-3a0da514a850), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.335941 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks [] for router_controller (d21fa658-1f72-479c-8ee7-3a0da514a850), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.377565 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (d21fa658-1f72-479c-8ee7-3a0da514a850), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.378079 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d21fa658-1f72-479c-8ee7-3a0da514a850 {{(pid=102377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:35:11.382806 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.383922 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-0a6116d1-b007-4c8d-a8e0-7ff5186145e8 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d21fa658-1f72-479c-8ee7-3a0da514a850 HTTP/1.1" status: 204 len: 168 time: 0.8348365 Jan 28 20:35:11.386473 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48932) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:11.434754 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece7f583-e741-4b6a-9914-d070443ccb10 admin admin] Deleting subnet 066a16f9-e7c6-4d28-be35-de236a44ce95 {{(pid=102377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:35:11.438102 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ece7f583-e741-4b6a-9914-d070443ccb10 admin admin] Publish callbacks [] for subnet (066a16f9-e7c6-4d28-be35-de236a44ce95), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.478093 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ece7f583-e741-4b6a-9914-d070443ccb10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25590461'] for subnet (066a16f9-e7c6-4d28-be35-de236a44ce95), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.485771 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.588621 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ece7f583-e741-4b6a-9914-d070443ccb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (066a16f9-e7c6-4d28-be35-de236a44ce95), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.639016 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ece7f583-e741-4b6a-9914-d070443ccb10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25920517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25623846'] for subnet (066a16f9-e7c6-4d28-be35-de236a44ce95), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.666196 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7f583-e741-4b6a-9914-d070443ccb10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=066a16f9-e7c6-4d28-be35-de236a44ce95,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:11.668167 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ece7f583-e741-4b6a-9914-d070443ccb10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.671370 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-ece7f583-e741-4b6a-9914-d070443ccb10 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/066a16f9-e7c6-4d28-be35-de236a44ce95 HTTP/1.1" status: 204 len: 168 time: 0.2839568 Jan 28 20:35:11.672143 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc8c8c-1487-4de6-b773-bb86efd8e55c None None] Network e6189d54-a943-4614-aea9-0a741e80c5fa requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:35:11.674095 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48934) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:11.741258 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (e6189d54-a943-4614-aea9-0a741e80c5fa), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.798232 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Deleting port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:35:11.798571 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.840720 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] DHCP port deletion for e6189d54-a943-4614-aea9-0a741e80c5fa request from dv-cinder-826350-4-iscsi {{(pid=102379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:35:11.862329 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] For port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:11.862855 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.875458 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Calling delete_port for 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f owned by network:dhcp {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:35:11.894313 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Deleting port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f {{(pid=102379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:35:11.894670 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), before_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.970018 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:11.997868 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:11.999739 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] No DVR routers for this DVR port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f on host dv-cinder-826350-4-iscsi {{(pid=102377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:12.073109 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:12.076387 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (e6189d54-a943-4614-aea9-0a741e80c5fa), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.097252 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:35:12.097513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:12.098165 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:12.102133 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6189d54-a943-4614-aea9-0a741e80c5fa']}} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:12.111863 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a88a727-44f8-4e11-9b7a-dcc0787e550b') {'for_net_delete': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:12.112173 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a88a727-44f8-4e11-9b7a-dcc0787e550b') {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:35:12.121972 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590468'] for segment (6a88a727-44f8-4e11-9b7a-dcc0787e550b), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.127276 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:35:12.132155 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 802ba8dd-e0b9-4f1b-85ef-a49ba17180d4 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:12.132155 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 0346b19f-3a01-4382-a7c4-d2e71949a032 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:35:12.138124 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (6a88a727-44f8-4e11-9b7a-dcc0787e550b), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.144503 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:35:12.144895 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25920751'] for segment (6a88a727-44f8-4e11-9b7a-dcc0787e550b), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: Traceback (most recent call last): Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: timer() Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: cb(*args, **kw) Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: return func(*args, **kwargs) Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: self._notify() Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: self.callback(batched_events) Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: event.method(event) Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: return f(self, *a, **k) Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._get(url).json() Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: return self.request(url, 'GET', **kwargs) Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:35:12.147568 dv-cinder-826350-4-iscsi neutron-server[102377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:35:12.151376 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 0346b19f-3a01-4382-a7c4-d2e71949a032 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:35:12.151728 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 0346b19f-3a01-4382-a7c4-d2e71949a032 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:35:12.163015 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] For port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,segment=NetworkSegment(6a88a727-44f8-4e11-9b7a-dcc0787e550b),segment_id=6a88a727-44f8-4e11-9b7a-dcc0787e550b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:35:12.163605 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), precommit_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.176636 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Calling delete_port for 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f owned by network:dhcp {{(pid=102379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:35:12.203561 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (e6189d54-a943-4614-aea9-0a741e80c5fa), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.208047 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.211894 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e6189d54-a943-4614-aea9-0a741e80c5fa HTTP/1.1" status: 204 len: 168 time: 0.5367994 Jan 28 20:35:12.229183 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e6b10-f9b3-404e-bdc7-fb556f9ea7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6189d54-a943-4614-aea9-0a741e80c5fa,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:12.306767 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595'] for port (2cdcda62-8fa7-4c0d-883d-916a3cedfe4f), after_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.315309 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Network e6189d54-a943-4614-aea9-0a741e80c5fa is not hosted by any dhcp agent {{(pid=102379) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 20:35:12.315784 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] No DVR routers for this DVR port 2cdcda62-8fa7-4c0d-883d-916a3cedfe4f on host dv-cinder-826350-4-iscsi {{(pid=102379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:35:12.332227 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 48940) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:12.339571 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Pushing event deleted for resources: {'Port': ['ID=2cdcda62-8fa7-4c0d-883d-916a3cedfe4f,revision_number=None']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:12.346916 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.347318 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.347607 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.348126 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.348638 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.348978 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.349312 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.349635 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.350210 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.350544 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.350871 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.351195 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.351516 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2dd648-6368-4c0c-aad1-13f0e49baddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:12.387178 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-83c1cd9d-b9b9-44d8-8444-0846a6b5ca71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51269d658f0540dab6086a21ebd9e00f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0537198 Jan 28 20:35:12.389797 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 48942) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:12.431641 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51daf8-1589-4fad-ad17-f53d27bb3266 req-a1e85ea9-076c-4118-b8c4-ee94e9c234fa tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:12.433132 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5d51daf8-1589-4fad-ad17-f53d27bb3266 req-a1e85ea9-076c-4118-b8c4-ee94e9c234fa tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0612876 Jan 28 20:35:12.440211 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-073ed9c4-eb92-4503-b4c5-9c7312ec8437 admin admin] Publish callbacks [] for security_group (bb47efe0-eebe-4c84-a4e0-c28238ab961d), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.462471 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-073ed9c4-eb92-4503-b4c5-9c7312ec8437 admin admin] Publish callbacks [] for security_group (bb47efe0-eebe-4c84-a4e0-c28238ab961d), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.480292 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5d51daf8-1589-4fad-ad17-f53d27bb3266 req-1d0b49ec-78dd-4367-ac2b-794fab0f0f52 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414822 Jan 28 20:35:12.512413 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-073ed9c4-eb92-4503-b4c5-9c7312ec8437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (bb47efe0-eebe-4c84-a4e0-c28238ab961d), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.515037 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-073ed9c4-eb92-4503-b4c5-9c7312ec8437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:12.516187 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-073ed9c4-eb92-4503-b4c5-9c7312ec8437 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb47efe0-eebe-4c84-a4e0-c28238ab961d HTTP/1.1" status: 204 len: 168 time: 0.1248465 Jan 28 20:35:12.524157 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ed9c4-eb92-4503-b4c5-9c7312ec8437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb47efe0-eebe-4c84-a4e0-c28238ab961d,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:12.827018 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:13.601558 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eca14-0494-4e7f-8b6d-efceed998312 req-bee3549a-e5d7-4df8-b202-b34363f6f542 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:13.603067 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-851eca14-0494-4e7f-8b6d-efceed998312 req-bee3549a-e5d7-4df8-b202-b34363f6f542 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0521252 Jan 28 20:35:13.649645 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-851eca14-0494-4e7f-8b6d-efceed998312 req-d9f25d39-624a-404c-9a49-2ec9aec7b7b9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411272 Jan 28 20:35:14.764275 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d053a3c-ac2e-44b3-a5ad-5ee2a37e1084 req-be60a0d1-57e5-426a-bc21-c5ee842748bd tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:14.765796 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0d053a3c-ac2e-44b3-a5ad-5ee2a37e1084 req-be60a0d1-57e5-426a-bc21-c5ee842748bd tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0502179 Jan 28 20:35:14.814457 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0d053a3c-ac2e-44b3-a5ad-5ee2a37e1084 req-a1b0e4ba-e0b8-440d-a8e9-ff470ca1eb9a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 Jan 28 20:35:15.007620 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e36d35-ddc6-4bad-ae11-8d1392b57e3f req-60b90b7e-2bb4-4cef-bff8-00ddce8dda25 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:15.009219 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e1e36d35-ddc6-4bad-ae11-8d1392b57e3f req-60b90b7e-2bb4-4cef-bff8-00ddce8dda25 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0532734 Jan 28 20:35:15.042444 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c08436-1d27-4433-a73a-3796068a204e req-7360e131-22cd-41f6-9a18-89f9104383e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:15.044000 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-72c08436-1d27-4433-a73a-3796068a204e req-7360e131-22cd-41f6-9a18-89f9104383e5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 1130 time: 0.0484784 Jan 28 20:35:15.056878 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e1e36d35-ddc6-4bad-ae11-8d1392b57e3f req-56805666-6cd2-4a05-a2e6-c84d9f3097f5 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420654 Jan 28 20:35:15.134379 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c08436-1d27-4433-a73a-3796068a204e req-40665df5-42a9-4965-a531-7bcaf054cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:15.135898 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-72c08436-1d27-4433-a73a-3796068a204e req-40665df5-42a9-4965-a531-7bcaf054cd1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 912 time: 0.0854092 Jan 28 20:35:15.206918 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-72c08436-1d27-4433-a73a-3796068a204e req-e9e84ca5-dadf-4a22-9d70-d9b103e37c0c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4843d0bf-c438-4f38-b995-bd7e64982d92 HTTP/1.1" status: 200 len: 1001 time: 0.0644841 Jan 28 20:35:15.256662 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c08436-1d27-4433-a73a-3796068a204e req-68b475ff-d094-413f-8e4b-4035388b7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:15.258569 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-72c08436-1d27-4433-a73a-3796068a204e req-68b475ff-d094-413f-8e4b-4035388b7fe9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0436373 Jan 28 20:35:15.307612 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c08436-1d27-4433-a73a-3796068a204e req-3f26da36-6aa0-4e34-9b8f-2263b60fe78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:15.309062 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-72c08436-1d27-4433-a73a-3796068a204e req-3f26da36-6aa0-4e34-9b8f-2263b60fe78a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438406 Jan 28 20:35:15.399170 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-72c08436-1d27-4433-a73a-3796068a204e req-6f7875e9-3eb9-4c84-bc06-abb3e3a0e7f3 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831032 Jan 28 20:35:15.486442 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-72c08436-1d27-4433-a73a-3796068a204e req-faca2ced-a6f4-4072-a097-ea2c207d69be service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812352 Jan 28 20:35:16.176525 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdadab0-53a3-4085-9e21-6e20c798b468 req-10ec8c4a-c338-4210-9a42-d01bdbad9038 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:16.177916 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cfdadab0-53a3-4085-9e21-6e20c798b468 req-10ec8c4a-c338-4210-9a42-d01bdbad9038 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0510800 Jan 28 20:35:16.225151 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cfdadab0-53a3-4085-9e21-6e20c798b468 req-55fcc835-bdcb-47bc-8780-ec9ac9de95d7 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406747 Jan 28 20:35:18.246021 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-488e3ef7-40d5-4412-be20-46c8dbc57d79 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428729 Jan 28 20:35:18.313550 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-ddc2b802-7518-4e9a-944a-97e838ec1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:18.315056 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-ddc2b802-7518-4e9a-944a-97e838ec1c6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 1130 time: 0.0470724 Jan 28 20:35:18.415622 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-b1aa536e-5e8a-44ec-b859-9e4c713edfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:18.417109 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-b1aa536e-5e8a-44ec-b859-9e4c713edfa4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 912 time: 0.0830612 Jan 28 20:35:18.490779 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-00c1c5c2-5ecf-4fa9-8ef4-dd6b0cdc0fe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4843d0bf-c438-4f38-b995-bd7e64982d92 HTTP/1.1" status: 200 len: 1001 time: 0.0608675 Jan 28 20:35:18.539877 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-4c6b589c-e76c-47b0-bf63-546728b059db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:18.541226 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-4c6b589c-e76c-47b0-bf63-546728b059db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0426197 Jan 28 20:35:18.588510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-03561918-1c03-4621-a817-e6200b9c7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:35:18.589977 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-03561918-1c03-4621-a817-e6200b9c7de6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423748 Jan 28 20:35:18.681044 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-6ea9b411-ad1e-4be8-a222-abb14309e8a1 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844393 Jan 28 20:35:18.768413 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-97b7562f-616b-4608-ba45-96663ba9b5a2 req-85ff9ade-2325-4fe8-a7d8-86bfff2ffcad service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805116 Jan 28 20:35:20.562433 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:28.559123 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49168) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:28.662229 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2b5f-2636-4780-a4e5-58c47009b0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:28.734719 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2b5f-2636-4780-a4e5-58c47009b0f1 admin admin] Publish callbacks [] for security_group (14db9599-98f5-406e-8f51-380a4fccd47a), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:28.738412 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ac3e2b5f-2636-4780-a4e5-58c47009b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (14db9599-98f5-406e-8f51-380a4fccd47a), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:28.775293 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e2b5f-2636-4780-a4e5-58c47009b0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14db9599-98f5-406e-8f51-380a4fccd47a,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:28.779395 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-ac3e2b5f-2636-4780-a4e5-58c47009b0f1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8752afaf8bf4a17abdac9091163013c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192388 Jan 28 20:35:28.782184 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49172) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:28.831960 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-adc691b3-1166-4267-babf-d2e1eb607fbb admin admin] Publish callbacks [] for security_group (14db9599-98f5-406e-8f51-380a4fccd47a), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:28.852750 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-adc691b3-1166-4267-babf-d2e1eb607fbb admin admin] Publish callbacks [] for security_group (14db9599-98f5-406e-8f51-380a4fccd47a), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:28.899330 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-adc691b3-1166-4267-babf-d2e1eb607fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (14db9599-98f5-406e-8f51-380a4fccd47a), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:28.901938 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-adc691b3-1166-4267-babf-d2e1eb607fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:28.905677 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-adc691b3-1166-4267-babf-d2e1eb607fbb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/14db9599-98f5-406e-8f51-380a4fccd47a HTTP/1.1" status: 204 len: 168 time: 0.1200809 Jan 28 20:35:28.913204 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc691b3-1166-4267-babf-d2e1eb607fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14db9599-98f5-406e-8f51-380a4fccd47a,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:29.167691 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49178) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:29.181136 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e68bf9c2-57d2-422e-8353-b2f28bf50564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:29.251795 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e68bf9c2-57d2-422e-8353-b2f28bf50564 admin admin] Publish callbacks [] for security_group (bf4aea56-1898-4e22-a5a8-c3428806593c), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:29.255525 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e68bf9c2-57d2-422e-8353-b2f28bf50564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (bf4aea56-1898-4e22-a5a8-c3428806593c), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:29.294224 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-e68bf9c2-57d2-422e-8353-b2f28bf50564 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=128f1f9184074f83ae6d1936d414940c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253576 Jan 28 20:35:29.295345 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68bf9c2-57d2-422e-8353-b2f28bf50564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4aea56-1898-4e22-a5a8-c3428806593c,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:29.296866 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49180) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:29.347004 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Publish callbacks [] for security_group (bf4aea56-1898-4e22-a5a8-c3428806593c), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:29.367137 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Publish callbacks [] for security_group (bf4aea56-1898-4e22-a5a8-c3428806593c), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:29.410788 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (bf4aea56-1898-4e22-a5a8-c3428806593c), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:29.413176 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:29.414344 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf4aea56-1898-4e22-a5a8-c3428806593c HTTP/1.1" status: 204 len: 168 time: 0.1164391 Jan 28 20:35:29.421616 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4aea56-1898-4e22-a5a8-c3428806593c,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:29.429056 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.429411 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.429760 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.430127 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.430457 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.430787 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.431114 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.431445 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.431773 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.432094 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.432417 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.432737 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:29.433055 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a62970d-2347-47f1-80d8-036adb6dec32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:35:36.611447 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-41cfa816-58bc-496c-877d-ff26e6d3491f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:38.942826 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-55ea243a-457c-479c-a7bc-02334dc57e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:40.069029 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:41.487674 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.081993 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49324) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:42.184652 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9555984f-5159-4918-ac5b-44a3c746e2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.256519 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9555984f-5159-4918-ac5b-44a3c746e2fd admin admin] Publish callbacks [] for security_group (1b0978cc-5ee1-4b08-be42-e77832c6e4d2), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.259692 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9555984f-5159-4918-ac5b-44a3c746e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1b0978cc-5ee1-4b08-be42-e77832c6e4d2), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.298628 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9555984f-5159-4918-ac5b-44a3c746e2fd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ed0b3bdf04b4fc1a3858b6aff94b766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155623 Jan 28 20:35:42.299449 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555984f-5159-4918-ac5b-44a3c746e2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0978cc-5ee1-4b08-be42-e77832c6e4d2,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:42.301508 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49328) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:42.348675 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2d16d51a-2148-4813-9c2a-5b03a03a2d68 admin admin] Publish callbacks [] for security_group (1b0978cc-5ee1-4b08-be42-e77832c6e4d2), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.372544 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2d16d51a-2148-4813-9c2a-5b03a03a2d68 admin admin] Publish callbacks [] for security_group (1b0978cc-5ee1-4b08-be42-e77832c6e4d2), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.419155 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2d16d51a-2148-4813-9c2a-5b03a03a2d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1b0978cc-5ee1-4b08-be42-e77832c6e4d2), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.421648 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2d16d51a-2148-4813-9c2a-5b03a03a2d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.422830 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2d16d51a-2148-4813-9c2a-5b03a03a2d68 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b0978cc-5ee1-4b08-be42-e77832c6e4d2 HTTP/1.1" status: 204 len: 168 time: 0.1193104 Jan 28 20:35:42.430763 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16d51a-2148-4813-9c2a-5b03a03a2d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0978cc-5ee1-4b08-be42-e77832c6e4d2,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:42.671028 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49334) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:42.683737 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5af8be11-84aa-43f5-96e6-1f202cbb6708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.756531 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5af8be11-84aa-43f5-96e6-1f202cbb6708 admin admin] Publish callbacks [] for security_group (ed607b35-f716-4acb-928c-23445d137f3a), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.760216 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-5af8be11-84aa-43f5-96e6-1f202cbb6708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (ed607b35-f716-4acb-928c-23445d137f3a), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.797362 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-5af8be11-84aa-43f5-96e6-1f202cbb6708 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eed71c9b514241728715c7476a4ba68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252708 Jan 28 20:35:42.799305 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8be11-84aa-43f5-96e6-1f202cbb6708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed607b35-f716-4acb-928c-23445d137f3a,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:42.800084 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49336) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:42.832549 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.848327 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-19c7c2f3-efb6-49aa-a495-af648eae5966 admin admin] Publish callbacks [] for security_group (ed607b35-f716-4acb-928c-23445d137f3a), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.869249 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-19c7c2f3-efb6-49aa-a495-af648eae5966 admin admin] Publish callbacks [] for security_group (ed607b35-f716-4acb-928c-23445d137f3a), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.922378 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-19c7c2f3-efb6-49aa-a495-af648eae5966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (ed607b35-f716-4acb-928c-23445d137f3a), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.924911 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-19c7c2f3-efb6-49aa-a495-af648eae5966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:42.926116 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-19c7c2f3-efb6-49aa-a495-af648eae5966 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed607b35-f716-4acb-928c-23445d137f3a HTTP/1.1" status: 204 len: 168 time: 0.1249952 Jan 28 20:35:42.934573 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7c2f3-efb6-49aa-a495-af648eae5966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed607b35-f716-4acb-928c-23445d137f3a,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:44.732620 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49408) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:44.833618 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-18e65278-b123-479a-8524-0ecdcd7272a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:44.905247 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-18e65278-b123-479a-8524-0ecdcd7272a7 admin admin] Publish callbacks [] for security_group (7510f586-23e3-4aaf-b0ec-e207db24e8aa), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:44.908884 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-18e65278-b123-479a-8524-0ecdcd7272a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7510f586-23e3-4aaf-b0ec-e207db24e8aa), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:44.945434 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-18e65278-b123-479a-8524-0ecdcd7272a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f12f8641dd14dc6af06aba0c3f106cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117531 Jan 28 20:35:44.946309 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e65278-b123-479a-8524-0ecdcd7272a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7510f586-23e3-4aaf-b0ec-e207db24e8aa,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:44.948166 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49412) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:44.995942 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c13b-e620-49bd-a186-4826c0cd9305 admin admin] Publish callbacks [] for security_group (7510f586-23e3-4aaf-b0ec-e207db24e8aa), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.016648 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c13b-e620-49bd-a186-4826c0cd9305 admin admin] Publish callbacks [] for security_group (7510f586-23e3-4aaf-b0ec-e207db24e8aa), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.064419 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c13b-e620-49bd-a186-4826c0cd9305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7510f586-23e3-4aaf-b0ec-e207db24e8aa), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.067030 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c13b-e620-49bd-a186-4826c0cd9305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.068199 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-e6d5c13b-e620-49bd-a186-4826c0cd9305 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7510f586-23e3-4aaf-b0ec-e207db24e8aa HTTP/1.1" status: 204 len: 168 time: 0.1185231 Jan 28 20:35:45.076202 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5c13b-e620-49bd-a186-4826c0cd9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7510f586-23e3-4aaf-b0ec-e207db24e8aa,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:45.318184 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49418) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:45.331584 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2e2ab239-cb8a-4d69-a808-d6a7c5fb9d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.403361 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2e2ab239-cb8a-4d69-a808-d6a7c5fb9d26 admin admin] Publish callbacks [] for security_group (78ecf89d-03d0-43c8-8b9f-9a454b36de54), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.406901 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2e2ab239-cb8a-4d69-a808-d6a7c5fb9d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (78ecf89d-03d0-43c8-8b9f-9a454b36de54), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.443985 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2e2ab239-cb8a-4d69-a808-d6a7c5fb9d26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6425cde795734e729d2573dd7db97c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247506 Jan 28 20:35:45.445884 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ab239-cb8a-4d69-a808-d6a7c5fb9d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ecf89d-03d0-43c8-8b9f-9a454b36de54,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:45.446680 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49420) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:45.494507 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a313d7bd-d55c-4659-9dcf-e172a7889c09 admin admin] Publish callbacks [] for security_group (78ecf89d-03d0-43c8-8b9f-9a454b36de54), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.514746 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a313d7bd-d55c-4659-9dcf-e172a7889c09 admin admin] Publish callbacks [] for security_group (78ecf89d-03d0-43c8-8b9f-9a454b36de54), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.559724 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a313d7bd-d55c-4659-9dcf-e172a7889c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (78ecf89d-03d0-43c8-8b9f-9a454b36de54), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.562403 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a313d7bd-d55c-4659-9dcf-e172a7889c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:45.563534 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a313d7bd-d55c-4659-9dcf-e172a7889c09 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/78ecf89d-03d0-43c8-8b9f-9a454b36de54 HTTP/1.1" status: 204 len: 168 time: 0.1158123 Jan 28 20:35:45.572258 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313d7bd-d55c-4659-9dcf-e172a7889c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ecf89d-03d0-43c8-8b9f-9a454b36de54,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:46.567648 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49450) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:46.668675 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-14168cd8-2d08-4982-8bf7-355d6f794260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:46.742093 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-14168cd8-2d08-4982-8bf7-355d6f794260 admin admin] Publish callbacks [] for security_group (22d672ee-2688-454d-bb8e-582e7604f6dc), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:46.745673 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-14168cd8-2d08-4982-8bf7-355d6f794260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (22d672ee-2688-454d-bb8e-582e7604f6dc), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:46.782083 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-14168cd8-2d08-4982-8bf7-355d6f794260 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7152840fc59740b1996cec50c08ae3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133608 Jan 28 20:35:46.784004 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14168cd8-2d08-4982-8bf7-355d6f794260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d672ee-2688-454d-bb8e-582e7604f6dc,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:46.784918 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49454) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:35:46.834400 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-06eb2714-5d5c-425b-abf5-bf82e24da7e6 admin admin] Publish callbacks [] for security_group (22d672ee-2688-454d-bb8e-582e7604f6dc), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:46.854370 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-06eb2714-5d5c-425b-abf5-bf82e24da7e6 admin admin] Publish callbacks [] for security_group (22d672ee-2688-454d-bb8e-582e7604f6dc), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:46.898740 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-06eb2714-5d5c-425b-abf5-bf82e24da7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (22d672ee-2688-454d-bb8e-582e7604f6dc), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:46.901365 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-06eb2714-5d5c-425b-abf5-bf82e24da7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:35:46.902529 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-06eb2714-5d5c-425b-abf5-bf82e24da7e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22d672ee-2688-454d-bb8e-582e7604f6dc HTTP/1.1" status: 204 len: 168 time: 0.1166308 Jan 28 20:35:46.910326 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb2714-5d5c-425b-abf5-bf82e24da7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d672ee-2688-454d-bb8e-582e7604f6dc,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:35:47.960253 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:35:50.564387 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:06.604549 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-63f5c802-b2cb-4fa7-a9f6-6f813ec7693a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:06.800848 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-a52b2067-09ab-47e2-89e7-7347e40cb755 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339825803&fields=id&tenant_id=6c3f2930540d4043b25e26a37f8a0a25 HTTP/1.1" status: 200 len: 267 time: 0.0466895 Jan 28 20:36:06.857703 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-54c5e16f-3a3a-4c4a-a087-ec0752f00ec4 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:06.859201 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-54c5e16f-3a3a-4c4a-a087-ec0752f00ec4 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 985 time: 0.0528929 Jan 28 20:36:06.869535 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Request body: {'port': {'security_groups': ['3c545ae4-32e7-4b52-b0af-5f25ca9d59c4']}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:07.165191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.337409 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] For port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:07.364946 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.370059 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.381840 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['93c9ee57-f372-42ef-bca7-ac691fd1d6e3'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:07.411314 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.411954 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.414607 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f30314d8-be07-4c14-92bf-3b581ae2cdf5 req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "PUT /v2.0/ports/93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 943 time: 0.5493321 Jan 28 20:36:07.419860 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:07.420436 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a563a598-5646-4b06-87c3-1aef6ef7468f" -d '{"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:07.421095 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49566) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:07.454802 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1174b-5080-4036-aac4-85b8e7ab9885 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event updated for resources: {'Port': ['ID=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,revision_number=7']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:07.494105 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8e303e-a0f4-4c5e-91cd-cbe0ba593baf x-openstack-request-id: req-db8e303e-a0f4-4c5e-91cd-cbe0ba593baf {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:07.494407 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:07.494663 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-db8e303e-a0f4-4c5e-91cd-cbe0ba593baf {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:07.495655 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'status': 'completed', 'code': 200} Jan 28 20:36:07.508185 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['93c9ee57-f372-42ef-bca7-ac691fd1d6e3'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:07.529489 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group (afcf3622-c704-4afc-a941-d7855444063a), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.575953 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group (afcf3622-c704-4afc-a941-d7855444063a), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.621062 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-6fbde696-6086-47e2-98b8-4af25f9b7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.622564 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-6fbde696-6086-47e2-98b8-4af25f9b7653 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1130 time: 0.1012993 Jan 28 20:36:07.693553 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-40932e0d-0ca9-4179-9e0c-7f8d9c897734 None None] Provisioning complete for port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:07.694233 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-40932e0d-0ca9-4179-9e0c-7f8d9c897734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.703039 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (afcf3622-c704-4afc-a941-d7855444063a), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.705567 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.706749 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "DELETE /v2.0/security-groups/afcf3622-c704-4afc-a941-d7855444063a HTTP/1.1" status: 204 len: 168 time: 0.2839422 Jan 28 20:36:07.712018 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49570) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:07.723140 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf3622-c704-4afc-a941-d7855444063a,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:07.738994 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.739356 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.739705 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.740045 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.741982 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.741982 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.741982 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.741982 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.742328 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.742544 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.742870 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.743193 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.743512 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aab83da-a4db-442d-8cfe-2c14b74bd5ca tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:07.746630 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-e6476443-b7ed-4bd6-9182-f53a1f43e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.748154 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-e6476443-b7ed-4bd6-9182-f53a1f43e76f service neutron] 10.222.0.42 "GET /v2.0/networks?id=8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 200 len: 916 time: 0.1192617 Jan 28 20:36:07.780898 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-40932e0d-0ca9-4179-9e0c-7f8d9c897734 None None] Current status of the port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:07.817588 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-836564ae-f376-4efe-ba84-67512791ae54 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 1001 time: 0.0613294 Jan 28 20:36:07.871021 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-69ba03d9-c58a-416c-90be-e94454f5610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.872498 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-69ba03d9-c58a-416c-90be-e94454f5610d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2931f34-6bef-4166-afd3-72153b57969c HTTP/1.1" status: 200 len: 854 time: 0.0488830 Jan 28 20:36:07.885909 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Deleting port db97ac95-25d9-4d0a-9f1d-0c13d30e0417 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:07.886883 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.938304 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-38afb2e1-663f-46b2-abca-1e45bbdbd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:07.939698 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-38afb2e1-663f-46b2-abca-1e45bbdbd90f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8262c78b-9cc8-436b-9e71-59dcb58b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606060 Jan 28 20:36:07.972593 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.972925 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for floatingip (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:07.991292 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Calling delete_port for db97ac95-25d9-4d0a-9f1d-0c13d30e0417 owned by network:floatingip {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:08.036924 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-a9ee8881-e1f5-48cc-a129-7c603812f6cf service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906339 Jan 28 20:36:08.131807 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a563a598-5646-4b06-87c3-1aef6ef7468f req-addbaf76-896e-4c19-98ad-11d6c33673bd service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874164 Jan 28 20:36:08.186659 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (db97ac95-25d9-4d0a-9f1d-0c13d30e0417), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:08.216954 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event deleted for resources: {'Port': ['ID=db97ac95-25d9-4d0a-9f1d-0c13d30e0417,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:08.284712 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks [] for floatingip (49a2d77e-dcc7-446e-90f2-880e40610402), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:08.285107 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Floating IP 49a2d77e-dcc7-446e-90f2-880e40610402 disassociated (deleted). External IP: 172.27.0.90, port: 93c9ee57-f372-42ef-bca7-ac691fd1d6e3. Jan 28 20:36:08.487602 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Router 9d1a05c5-62ae-4af1-b675-3719dc493946 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:08.602460 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:08.606855 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:08.611966 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] Sync routers for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:08.621726 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:08.622357 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:35:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:08.637737 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-d5bd3d1e-2429-4b8e-8bd8-1ad05a147445 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "DELETE /v2.0/floatingips/49a2d77e-dcc7-446e-90f2-880e40610402 HTTP/1.1" status: 204 len: 168 time: 0.9238255 Jan 28 20:36:08.727659 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:08.933845 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 5, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:08.947593 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1a9ba194-efb4-4acd-b1c0-9b5a7a6edd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:08.960984 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] Checking router: 9d1a05c5-62ae-4af1-b675-3719dc493946 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:08.969153 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:08.969749 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:09.160594 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:09.361630 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 5, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:09.388239 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbdcde9-1a9a-4d0b-9e20-1e39dd634f34 None None] The sync data for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi is: [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:30Z', 'revision_number': 4, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '3e701953-cdd8-4c6f-8497-b1fe1a750fd1', 'name': '', 'network_id': '8262c78b-9cc8-436b-9e71-59dcb58b33e8', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'mac_address': 'fa:16:3e:26:6d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:30Z', 'updated_at': '2022-01-28T20:32:35Z', 'revision_number': 5, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'subnets': [{'id': 'f2931f34-6bef-4166-afd3-72153b57969c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:09.430404 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49606) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:09.497138 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:09.499488 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465b0099-f3c0-4882-a42b-a8bb0da2bd57" -d '{"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:09.540208 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3c1984-96fe-4ad4-9524-ea2177076eda x-openstack-request-id: req-dc3c1984-96fe-4ad4-9524-ea2177076eda {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:09.540591 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:09.540930 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc3c1984-96fe-4ad4-9524-ea2177076eda {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:09.541449 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'status': 'completed', 'code': 200} Jan 28 20:36:09.542967 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b38f095-0dbf-4713-9a42-7199a2a4fb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:09.613984 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-574a6b8c-f98d-40cb-b62b-2fda40db1460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:09.615521 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-574a6b8c-f98d-40cb-b62b-2fda40db1460 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 1130 time: 0.0528860 Jan 28 20:36:09.654578 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b38f095-0dbf-4713-9a42-7199a2a4fb8f admin admin] Publish callbacks [] for security_group (4adec926-e1e0-4978-b819-d68e8f7880aa), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:09.661815 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b38f095-0dbf-4713-9a42-7199a2a4fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (4adec926-e1e0-4978-b819-d68e8f7880aa), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:09.680686 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260a56eb-7df5-48bc-abeb-1c3fcb676013 None None] New status for floating IP 49a2d77e-dcc7-446e-90f2-880e40610402: DOWN {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:36:09.702836 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8b38f095-0dbf-4713-9a42-7199a2a4fb8f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=846cc4248da044988e3b08eb8b72bddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713974 Jan 28 20:36:09.703956 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38f095-0dbf-4713-9a42-7199a2a4fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adec926-e1e0-4978-b819-d68e8f7880aa,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:09.705825 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49612) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:09.750969 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-65a80c59-161a-413a-a426-936f9eea4009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:09.752471 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-65a80c59-161a-413a-a426-936f9eea4009 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 200 len: 916 time: 0.1286683 Jan 28 20:36:09.797578 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-be4dee6e-ac8d-43f8-9319-d1ba491b1ebd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 200 len: 217 time: 0.0381682 Jan 28 20:36:09.832371 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d4c552a2-2d4e-4f19-adab-20588d70f0f0 admin admin] Publish callbacks [] for security_group (4adec926-e1e0-4978-b819-d68e8f7880aa), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:09.864456 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d4c552a2-2d4e-4f19-adab-20588d70f0f0 admin admin] Publish callbacks [] for security_group (4adec926-e1e0-4978-b819-d68e8f7880aa), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:09.867521 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-c5449437-b2b9-46fa-b916-f805d54a0ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:09.869090 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-c5449437-b2b9-46fa-b916-f805d54a0ff6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f2931f34-6bef-4166-afd3-72153b57969c HTTP/1.1" status: 200 len: 854 time: 0.0640285 Jan 28 20:36:09.942153 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-e5174500-4b7a-4924-bd8c-5bccaf300484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:09.943656 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-e5174500-4b7a-4924-bd8c-5bccaf300484 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8262c78b-9cc8-436b-9e71-59dcb58b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655026 Jan 28 20:36:09.958098 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d4c552a2-2d4e-4f19-adab-20588d70f0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (4adec926-e1e0-4978-b819-d68e8f7880aa), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:09.960542 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-d4c552a2-2d4e-4f19-adab-20588d70f0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:09.961622 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-d4c552a2-2d4e-4f19-adab-20588d70f0f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4adec926-e1e0-4978-b819-d68e8f7880aa HTTP/1.1" status: 204 len: 168 time: 0.2546742 Jan 28 20:36:10.006595 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c552a2-2d4e-4f19-adab-20588d70f0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adec926-e1e0-4978-b819-d68e8f7880aa,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:10.051214 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-0245a1fb-f458-42ed-be04-77e8e102d6ad service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010342 Jan 28 20:36:10.081691 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.161154 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-465b0099-f3c0-4882-a42b-a8bb0da2bd57 req-bd73ec69-b266-4b0e-9078-0b69fc0baa3f service neutron] 10.222.0.42 "GET /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023316 Jan 28 20:36:10.610604 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49646) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:10.704606 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2014148094-network', 'tenant_id': 'f756fa797e7348fab2201dff5eb91ebc'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:10.722882 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Made reservation on behalf of f756fa797e7348fab2201dff5eb91ebc for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:10.725164 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.734376 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.808465 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Publish callbacks [] for security_group (f0ac7efc-ca60-421e-a8b9-026ac8bbea0e), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.812185 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f0ac7efc-ca60-421e-a8b9-026ac8bbea0e), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.835851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:10.844457 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:10.851237 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (2c208629-1132-4283-9eea-fccf5150a416), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.851595 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Added segment 2c208629-1132-4283-9eea-fccf5150a416 of type vlan for network 9456407c-e824-4a10-bb14-b293a59163e9 Jan 28 20:36:10.890480 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (9456407c-e824-4a10-bb14-b293a59163e9), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.915564 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (9456407c-e824-4a10-bb14-b293a59163e9), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.916525 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:10.917102 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:10.965922 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3542397 Jan 28 20:36:10.968826 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49650) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:10.973787 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Request body: {'subnet': {'network_id': '9456407c-e824-4a10-bb14-b293a59163e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2014148094-subnet', 'tenant_id': 'f756fa797e7348fab2201dff5eb91ebc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:10.980792 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48afb050-3da7-4175-81f9-58f78b0d21fe admin admin] Pushing event updated for resources: {'Network': ['ID=9456407c-e824-4a10-bb14-b293a59163e9,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:10.990656 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 9456407c-e824-4a10-bb14-b293a59163e9 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:10.998132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Made reservation on behalf of f756fa797e7348fab2201dff5eb91ebc for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:11.000408 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25623239'] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:11.162304 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25920580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25623253'] for subnet (a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:11.219073 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:11.228168 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Checking segment: {'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:11.228514 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Network hostable DHCP agents. Network: 9456407c-e824-4a10-bb14-b293a59163e9, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:11.243983 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Network 9456407c-e824-4a10-bb14-b293a59163e9 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:11.253566 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 9456407c-e824-4a10-bb14-b293a59163e9) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:11.258111 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:11.259097 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:11.263341 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f299d-9bea-489f-8dc9-4464c76089d0 None None] Network 9456407c-e824-4a10-bb14-b293a59163e9 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:11.277431 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-cb05d236-3465-4d91-ba52-c46b3dafa813 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3049393 Jan 28 20:36:11.365529 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1f1eae-1348-4dd4-b777-a86628f99545 None None] Network 9456407c-e824-4a10-bb14-b293a59163e9 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:11.500561 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:11.590234 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265770f-64c6-4bea-8978-53d1501f9f62 req-7fd5032a-b637-49ab-ba12-274af365d635 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:11.591723 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7265770f-64c6-4bea-8978-53d1501f9f62 req-7fd5032a-b637-49ab-ba12-274af365d635 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0521870 Jan 28 20:36:11.642006 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7265770f-64c6-4bea-8978-53d1501f9f62 req-51844de1-3026-4898-8bec-6516d519b4ef tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Jan 28 20:36:12.837981 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:12.876386 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccea66-4d60-45e5-b3c6-9146d6061764 req-b49fb29f-7e5c-47d6-8bd0-ca0fd70bf8ff tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:12.877896 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a6ccea66-4d60-45e5-b3c6-9146d6061764 req-b49fb29f-7e5c-47d6-8bd0-ca0fd70bf8ff tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.1668403 Jan 28 20:36:12.926108 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a6ccea66-4d60-45e5-b3c6-9146d6061764 req-20803326-5d69-4de4-887c-fb8f32570954 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422795 Jan 28 20:36:13.027033 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-a8229197-7c75-4b91-92e9-9b40a43b6fd1 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:13.028397 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-a8229197-7c75-4b91-92e9-9b40a43b6fd1 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/networks?id=9456407c-e824-4a10-bb14-b293a59163e9 HTTP/1.1" status: 200 len: 809 time: 0.1014459 Jan 28 20:36:13.042782 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-f20d0695-4eb1-4b55-b49e-90ae84cd4e69 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/quotas/f756fa797e7348fab2201dff5eb91ebc HTTP/1.1" status: 200 len: 375 time: 0.0089631 Jan 28 20:36:13.074058 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-deb0d720-a66a-408b-aa9b-c6c0df1724b8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f756fa797e7348fab2201dff5eb91ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261831 Jan 28 20:36:13.083663 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-f7450f5f-b825-42a6-aa48-207fb3fa7799 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:36:13.084586 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-f7450f5f-b825-42a6-aa48-207fb3fa7799 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046344 Jan 28 20:36:13.173011 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-4f9cbd75-a5a5-43e1-a8ee-067711039686 service neutron] 10.222.0.59 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825880 Jan 28 20:36:13.259938 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-ef0005e8-4f41-4c74-964a-1c0ff61928d0 service neutron] 10.222.0.59 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814090 Jan 28 20:36:13.412297 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-21413432-7bf2-4897-80d9-fc6ada6287cd req-48dcd3dc-6662-444c-9152-589cfd366474 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 210 time: 0.0271456 Jan 28 20:36:13.591076 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-ecf6061e-eeed-49f3-95bf-0b84eec7a354 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:13.592516 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-ecf6061e-eeed-49f3-95bf-0b84eec7a354 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.42 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0535023 Jan 28 20:36:13.695245 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Deleting port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:13.695615 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:13.784435 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] For port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:13.784859 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:13.798506 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Calling delete_port for 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:14.054253 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354b1dd-1701-40a8-98ee-381625f25b4e req-902119cb-c078-4d85-aa2f-c4de928179ed tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:14.055702 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9354b1dd-1701-40a8-98ee-381625f25b4e req-902119cb-c078-4d85-aa2f-c4de928179ed tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/ports?device_id=16081702-e065-419c-bb8c-8bb4ee6a7470 HTTP/1.1" status: 200 len: 946 time: 0.0600650 Jan 28 20:36:14.103863 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9354b1dd-1701-40a8-98ee-381625f25b4e req-8c685ff7-3f65-4713-91b8-5240327114e4 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.59 "GET /v2.0/security-groups?id=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422709 Jan 28 20:36:14.160392 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (93c9ee57-f372-42ef-bca7-ac691fd1d6e3), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:14.172027 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['93c9ee57-f372-42ef-bca7-ac691fd1d6e3'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:14.188986 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Pushing event deleted for resources: {'Port': ['ID=93c9ee57-f372-42ef-bca7-ac691fd1d6e3,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:14.231471 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] No DVR routers for this DVR port 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:14.233816 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:14.237144 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-cb20f884-9230-4641-bc5e-c2503aabf719 req-0d67e4ec-8406-48a6-bbe4-87b9d1dfdd86 tempest-TestMinimumBasicScenario-1822114439 tempest-TestMinimumBasicScenario-1822114439-project] 10.222.0.42 "DELETE /v2.0/ports/93c9ee57-f372-42ef-bca7-ac691fd1d6e3 HTTP/1.1" status: 204 len: 173 time: 0.6397831 Jan 28 20:36:14.237588 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'name': 'network-vif-deleted', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:14.239807 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5143a8bc-01a4-4271-968e-d1cda100d5f9" -d '{"events": [{"server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "name": "network-vif-deleted", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:14.295808 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83109a90-0574-433e-91f5-2fd0621cff7a x-openstack-request-id: req-83109a90-0574-433e-91f5-2fd0621cff7a {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:14.296090 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16081702-e065-419c-bb8c-8bb4ee6a7470", "name": "network-vif-deleted", "tag": "93c9ee57-f372-42ef-bca7-ac691fd1d6e3", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:14.296337 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-83109a90-0574-433e-91f5-2fd0621cff7a {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:14.296788 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16081702-e065-419c-bb8c-8bb4ee6a7470', 'name': 'network-vif-deleted', 'tag': '93c9ee57-f372-42ef-bca7-ac691fd1d6e3', 'status': 'completed', 'code': 200} Jan 28 20:36:14.349849 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-14f729dc-219e-416a-ad53-e39a48f3f88f tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:14.351916 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-14f729dc-219e-416a-ad53-e39a48f3f88f tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.42 "GET /v2.0/networks?id=9456407c-e824-4a10-bb14-b293a59163e9 HTTP/1.1" status: 200 len: 809 time: 0.1075943 Jan 28 20:36:14.365623 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Request body: {'port': {'device_id': '4c52cfb0-f231-4ea1-8802-9b7d8f9ea334', 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9', 'admin_state_up': True, 'tenant_id': 'f756fa797e7348fab2201dff5eb91ebc'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:14.484844 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Made reservation on behalf of f756fa797e7348fab2201dff5eb91ebc for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:14.488135 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:14.509649 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed34b6f4-ca51-41ab-8802-33f789da177f req-1ccad483-800d-41ea-a77f-8eb2c5f6aa6b tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 210 time: 0.0276330 Jan 28 20:36:14.614411 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Allocated IP 172.20.0.13 (9456407c-e824-4a10-bb14-b293a59163e9/a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82/6b0f98c0-70ec-4450-95c3-1bf0df142497) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:14.771602 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks [] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:14.806438 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:14.846597 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Network 9456407c-e824-4a10-bb14-b293a59163e9 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:14.849475 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:14.853691 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:14.886806 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Pushing event updated for resources: {'Port': ['ID=6b0f98c0-70ec-4450-95c3-1bf0df142497,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:14.909986 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:14.910598 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:14.926113 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-8e37371e-d8ea-4d27-b1ff-4f4fc047eaf0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642927 Jan 28 20:36:14.981184 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Request body: {'port': {'device_id': '4c52cfb0-f231-4ea1-8802-9b7d8f9ea334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:15.046059 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:15.312620 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0f98c0-70ec-4450-95c3-1bf0df142497 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:15.320937 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Publish callbacks [] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:15.343151 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Transition to ACTIVE for port object 6b0f98c0-70ec-4450-95c3-1bf0df142497 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:36:15.346600 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:15.402219 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0f98c0-70ec-4450-95c3-1bf0df142497,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:15.469687 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Attempting to bind port 6b0f98c0-70ec-4450-95c3-1bf0df142497 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:15.470174 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Attempting to bind port 6b0f98c0-70ec-4450-95c3-1bf0df142497 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:15.470592 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Attempting to bind port 6b0f98c0-70ec-4450-95c3-1bf0df142497 on network 9456407c-e824-4a10-bb14-b293a59163e9 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:15.474877 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Port 6b0f98c0-70ec-4450-95c3-1bf0df142497 on network 9456407c-e824-4a10-bb14-b293a59163e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:15.475233 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Attempting to bind port 6b0f98c0-70ec-4450-95c3-1bf0df142497 on network 9456407c-e824-4a10-bb14-b293a59163e9 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:15.481382 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:15.481582 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Checking segment: {'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:15.482002 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Bound using segment: {'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:15.482431 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Bound port: 6b0f98c0-70ec-4450-95c3-1bf0df142497, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:15.482792 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:15.549645 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] For port 6b0f98c0-70ec-4450-95c3-1bf0df142497, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:15.552841 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] For port 6b0f98c0-70ec-4450-95c3-1bf0df142497, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6b0f98c0-70ec-4450-95c3-1bf0df142497,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:15.559703 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:15.590692 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:15.591307 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:15.592697 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] 10.222.0.42 "PUT /v2.0/ports/6b0f98c0-70ec-4450-95c3-1bf0df142497 HTTP/1.1" status: 200 len: 1094 time: 0.6155255 Jan 28 20:36:15.626851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ed5eb-3329-474e-8b89-70674181b9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0f98c0-70ec-4450-95c3-1bf0df142497,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:15.650389 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d647b77-abcd-4923-980d-51385846b206 req-2cac9b20-8250-452b-8684-1a1c8160251b tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:15.652612 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0d647b77-abcd-4923-980d-51385846b206 req-2cac9b20-8250-452b-8684-1a1c8160251b tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 944 time: 0.0619125 Jan 28 20:36:15.700472 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-50f1277f-08d9-468e-a2ad-6717d1d2d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:15.702008 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-50f1277f-08d9-468e-a2ad-6717d1d2d31e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f756fa797e7348fab2201dff5eb91ebc&device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 1128 time: 0.0607531 Jan 28 20:36:15.703674 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0d647b77-abcd-4923-980d-51385846b206 req-d1c651a7-5bd0-4819-8cf1-273bc5765dd0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450480 Jan 28 20:36:15.746068 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-308e54f5-2b6d-4af9-8d8d-aa5f62421790 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b0f98c0-70ec-4450-95c3-1bf0df142497 HTTP/1.1" status: 200 len: 217 time: 0.0363054 Jan 28 20:36:15.797592 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-92e1d582-233c-4eb1-9d1d-7989e3192354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:15.799060 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-92e1d582-233c-4eb1-9d1d-7989e3192354 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82 HTTP/1.1" status: 200 len: 849 time: 0.0473979 Jan 28 20:36:15.828802 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49772) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:15.831272 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-546f4a49-52d9-47ed-bbbb-ee58074908e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9456407c-e824-4a10-bb14-b293a59163e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265710 Jan 28 20:36:15.918303 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-dcff4cb2-3088-4f20-8f95-f1edaaacfcc1 service neutron] 10.222.0.42 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805972 Jan 28 20:36:16.010726 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-865c7e3d-f1cd-418e-bcd4-a81adb05bd32 req-34ab87d0-5092-4294-916f-537c075c86b3 service neutron] 10.222.0.42 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871632 Jan 28 20:36:16.169545 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (9d1a05c5-62ae-4af1-b675-3719dc493946), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:16.298354 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c52cfb0-f231-4ea1-8802-9b7d8f9ea334', 'tag': '6b0f98c0-70ec-4450-95c3-1bf0df142497'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:16.300781 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd348327-4d59-4869-a54a-ea953d7076ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4c52cfb0-f231-4ea1-8802-9b7d8f9ea334", "tag": "6b0f98c0-70ec-4450-95c3-1bf0df142497"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:16.337249 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3974ac17-100b-46d2-838e-385241db2fad x-openstack-request-id: req-3974ac17-100b-46d2-838e-385241db2fad {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:16.337547 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c52cfb0-f231-4ea1-8802-9b7d8f9ea334", "tag": "6b0f98c0-70ec-4450-95c3-1bf0df142497", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:16.337796 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3974ac17-100b-46d2-838e-385241db2fad {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:16.338213 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c52cfb0-f231-4ea1-8802-9b7d8f9ea334', 'tag': '6b0f98c0-70ec-4450-95c3-1bf0df142497', 'status': 'completed', 'code': 200} Jan 28 20:36:16.417151 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd348327-4d59-4869-a54a-ea953d7076ed req-0afed2d7-36b5-42ea-b903-6418d2219797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:16.418678 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fd348327-4d59-4869-a54a-ea953d7076ed req-0afed2d7-36b5-42ea-b903-6418d2219797 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f756fa797e7348fab2201dff5eb91ebc&device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 1128 time: 0.0601208 Jan 28 20:36:16.422703 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Deleting port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:16.422996 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:16.499082 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] For port 3e701953-cdd8-4c6f-8497-b1fe1a750fd1, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:16.499432 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:16.511166 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd348327-4d59-4869-a54a-ea953d7076ed req-938f23e6-1147-4abc-aadf-93a8e90ebbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:16.511349 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Calling delete_port for 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 owned by network:router_interface {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:16.512621 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fd348327-4d59-4869-a54a-ea953d7076ed req-938f23e6-1147-4abc-aadf-93a8e90ebbcf service neutron] 10.222.0.42 "GET /v2.0/networks?id=9456407c-e824-4a10-bb14-b293a59163e9 HTTP/1.1" status: 200 len: 910 time: 0.0876815 Jan 28 20:36:16.554500 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fd348327-4d59-4869-a54a-ea953d7076ed req-191b4999-3103-46a2-a61b-60d9293f13c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b0f98c0-70ec-4450-95c3-1bf0df142497 HTTP/1.1" status: 200 len: 217 time: 0.0352178 Jan 28 20:36:16.603229 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd348327-4d59-4869-a54a-ea953d7076ed req-1d760487-c014-40d4-aac2-18cef9a85772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:16.604715 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fd348327-4d59-4869-a54a-ea953d7076ed req-1d760487-c014-40d4-aac2-18cef9a85772 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82 HTTP/1.1" status: 200 len: 849 time: 0.0449190 Jan 28 20:36:16.638470 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fd348327-4d59-4869-a54a-ea953d7076ed req-a2a03bd3-3b69-4885-9c8c-bc55dae9c510 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9456407c-e824-4a10-bb14-b293a59163e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268893 Jan 28 20:36:16.735537 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fd348327-4d59-4869-a54a-ea953d7076ed req-1937b411-d3a8-45c3-a8d6-2b30be7702c8 service neutron] 10.222.0.42 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901401 Jan 28 20:36:16.830089 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-fd348327-4d59-4869-a54a-ea953d7076ed req-010e83ab-a0a5-4418-ac68-9c6ad31cfb47 service neutron] 10.222.0.42 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879850 Jan 28 20:36:16.879787 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c9c59-0f67-4941-a1d2-df5a7a46b1b1 req-a4a7780f-1923-4373-ae47-1b84492abc9c tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:16.881261 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b18c9c59-0f67-4941-a1d2-df5a7a46b1b1 req-a4a7780f-1923-4373-ae47-1b84492abc9c tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 944 time: 0.1019154 Jan 28 20:36:16.944539 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b18c9c59-0f67-4941-a1d2-df5a7a46b1b1 req-e18efe44-1a67-41f4-b951-28be7cc6b8f9 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571737 Jan 28 20:36:16.991523 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (3e701953-cdd8-4c6f-8497-b1fe1a750fd1), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:17.020591 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e701953-cdd8-4c6f-8497-b1fe1a750fd1,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:17.182334 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (9d1a05c5-62ae-4af1-b675-3719dc493946), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:17.356728 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:17.378685 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:17.379036 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 93c9ee57-f372-42ef-bca7-ac691fd1d6e3 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:17.389317 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Router 9d1a05c5-62ae-4af1-b675-3719dc493946 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:17.493165 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:17.499580 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-77b6d8d8-31ce-4715-b8da-5ea2c5cdb5b9 admin admin] 10.222.0.59 "PUT /v2.0/routers/9d1a05c5-62ae-4af1-b675-3719dc493946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6685128 Jan 28 20:36:17.502103 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49778) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:17.504842 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] Sync routers for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:17.515165 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:17.515886 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:17.603597 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks [] for router (9d1a05c5-62ae-4af1-b675-3719dc493946), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:17.619742 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:17.705573 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks [] for router_gateway (9d1a05c5-62ae-4af1-b675-3719dc493946), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:17.757826 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Deleting port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:17.758200 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:17.795765 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:36:16Z', 'revision_number': 5, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port': {'id': 'ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:6c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:17.826353 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] Checking router: 9d1a05c5-62ae-4af1-b675-3719dc493946 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:17.834534 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] Routers {'9d1a05c5-62ae-4af1-b675-3719dc493946'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:17.835179 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['9d1a05c5-62ae-4af1-b675-3719dc493946'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:17.838331 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] For port ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:17.838710 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:17.850078 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Calling delete_port for ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 owned by network:router_gateway {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:17.921110 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] Set router 9d1a05c5-62ae-4af1-b675-3719dc493946 gateway port host: None {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:17.975182 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:36:17Z', 'revision_number': 6, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port_host': None}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:18.004936 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890d744-30e8-4d04-9bfa-db5a04e15406 None None] The sync data for ids ['9d1a05c5-62ae-4af1-b675-3719dc493946'] in dv-cinder-826350-4-iscsi is: [{'id': '9d1a05c5-62ae-4af1-b675-3719dc493946', 'name': 'tempest-TestMinimumBasicScenario-1967958288-router', 'tenant_id': '6c3f2930540d4043b25e26a37f8a0a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:28Z', 'updated_at': '2022-01-28T20:36:17Z', 'revision_number': 6, 'project_id': '6c3f2930540d4043b25e26a37f8a0a25', 'gw_port_host': None}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:18.020162 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.058479 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:18.156183 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54881071-68b5-4640-ae32-f53586954689 req-a5337ae4-bfac-4028-950c-5b1e18f979fa tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:18.157760 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-54881071-68b5-4640-ae32-f53586954689 req-a5337ae4-bfac-4028-950c-5b1e18f979fa tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 944 time: 0.1293082 Jan 28 20:36:18.160701 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (9d1a05c5-62ae-4af1-b675-3719dc493946), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.264478 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (9d1a05c5-62ae-4af1-b675-3719dc493946), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.270951 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks [] for router_controller (9d1a05c5-62ae-4af1-b675-3719dc493946), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.318862 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-54881071-68b5-4640-ae32-f53586954689 req-161bd6b5-4505-4db9-b020-c57473d9724d tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542649 Jan 28 20:36:18.325796 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (9d1a05c5-62ae-4af1-b675-3719dc493946), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.326391 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1a05c5-62ae-4af1-b675-3719dc493946 {{(pid=102377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:18.331152 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.332253 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e249b968-6ac4-48bf-a078-3eb6d12439ca admin admin] 10.222.0.59 "DELETE /v2.0/routers/9d1a05c5-62ae-4af1-b675-3719dc493946 HTTP/1.1" status: 204 len: 168 time: 0.8292608 Jan 28 20:36:18.334968 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49782) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:18.379499 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3ad810-dec4-40fe-b705-2d90f8a4e270 admin admin] Deleting subnet f2931f34-6bef-4166-afd3-72153b57969c {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:36:18.382574 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad810-dec4-40fe-b705-2d90f8a4e270 admin admin] Publish callbacks [] for subnet (f2931f34-6bef-4166-afd3-72153b57969c), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.417853 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad810-dec4-40fe-b705-2d90f8a4e270 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367772'] for subnet (f2931f34-6bef-4166-afd3-72153b57969c), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.527803 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad810-dec4-40fe-b705-2d90f8a4e270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (f2931f34-6bef-4166-afd3-72153b57969c), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.578701 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad810-dec4-40fe-b705-2d90f8a4e270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25715837'] for subnet (f2931f34-6bef-4166-afd3-72153b57969c), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.603654 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ad810-dec4-40fe-b705-2d90f8a4e270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2931f34-6bef-4166-afd3-72153b57969c,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:18.609289 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-2b3ad810-dec4-40fe-b705-2d90f8a4e270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.612541 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-2b3ad810-dec4-40fe-b705-2d90f8a4e270 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f2931f34-6bef-4166-afd3-72153b57969c HTTP/1.1" status: 204 len: 168 time: 0.2764962 Jan 28 20:36:18.615120 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49784) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:18.617786 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71d3d4-c6c0-476b-820f-aa9ec3d670b7 None None] Network 8262c78b-9cc8-436b-9e71-59dcb58b33e8 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:18.686754 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (8262c78b-9cc8-436b-9e71-59dcb58b33e8), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.744189 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Deleting port 74ff039f-d907-41a6-a2f5-db3a82165c89 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:18.744535 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.775918 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b27796-e409-4983-bf09-25893c53935e None None] DHCP port deletion for 8262c78b-9cc8-436b-9e71-59dcb58b33e8 request from dv-cinder-826350-4-iscsi {{(pid=102379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:36:18.812818 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] For port 74ff039f-d907-41a6-a2f5-db3a82165c89, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=74ff039f-d907-41a6-a2f5-db3a82165c89,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:18.813180 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.828672 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Calling delete_port for 74ff039f-d907-41a6-a2f5-db3a82165c89 owned by network:dhcp {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:18.828919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Deleting port 74ff039f-d907-41a6-a2f5-db3a82165c89 {{(pid=102379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:18.829298 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), before_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.890419 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-d8b27796-e409-4983-bf09-25893c53935e None None] For port 74ff039f-d907-41a6-a2f5-db3a82165c89, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=74ff039f-d907-41a6-a2f5-db3a82165c89,segment=NetworkSegment(6151c7fb-0600-47b3-b6e7-3a55560762e4),segment_id=6151c7fb-0600-47b3-b6e7-3a55560762e4)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:18.890837 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), precommit_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.909531 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Calling delete_port for 74ff039f-d907-41a6-a2f5-db3a82165c89 owned by network:dhcp {{(pid=102379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:18.909844 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:18.935234 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ff039f-d907-41a6-a2f5-db3a82165c89,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:18.939144 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] No DVR routers for this DVR port 74ff039f-d907-41a6-a2f5-db3a82165c89 on host dv-cinder-826350-4-iscsi {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:18.988694 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595'] for port (74ff039f-d907-41a6-a2f5-db3a82165c89), after_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.011539 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (8262c78b-9cc8-436b-9e71-59dcb58b33e8), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.015299 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Pushing event deleted for resources: {'Port': ['ID=74ff039f-d907-41a6-a2f5-db3a82165c89,revision_number=None']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:19.017495 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b27796-e409-4983-bf09-25893c53935e None None] No DVR routers for this DVR port 74ff039f-d907-41a6-a2f5-db3a82165c89 on host dv-cinder-826350-4-iscsi {{(pid=102379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:19.025865 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.026241 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.026587 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.026930 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.027261 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.027588 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.027917 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.028776 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.029112 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.029441 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.029764 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.030277 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.030608 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b27796-e409-4983-bf09-25893c53935e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:19.041377 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8262c78b-9cc8-436b-9e71-59dcb58b33e8']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:19.050973 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6151c7fb-0600-47b3-b6e7-3a55560762e4') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:19.051274 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6151c7fb-0600-47b3-b6e7-3a55560762e4') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:19.060427 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (6151c7fb-0600-47b3-b6e7-3a55560762e4), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.073577 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (6151c7fb-0600-47b3-b6e7-3a55560762e4), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.079637 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:19.080017 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (6151c7fb-0600-47b3-b6e7-3a55560762e4), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:19.081619 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:19.135173 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (8262c78b-9cc8-436b-9e71-59dcb58b33e8), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.140428 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.143583 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/8262c78b-9cc8-436b-9e71-59dcb58b33e8 HTTP/1.1" status: 204 len: 168 time: 0.5275285 Jan 28 20:36:19.146938 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49788) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:19.154828 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6d08d-1fbd-42fa-81f5-e013c18d4cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8262c78b-9cc8-436b-9e71-59dcb58b33e8,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:19.368537 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 6b0f98c0-70ec-4450-95c3-1bf0df142497 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:36:19.465815 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd12d03-e3d1-4109-9855-1f8fd5aaf141 req-5b05ef55-9800-4898-80cd-a24d0927aaa4 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:19.467311 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5fd12d03-e3d1-4109-9855-1f8fd5aaf141 req-5b05ef55-9800-4898-80cd-a24d0927aaa4 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 944 time: 0.0775604 Jan 28 20:36:19.469708 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 6b0f98c0-70ec-4450-95c3-1bf0df142497, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6b0f98c0-70ec-4450-95c3-1bf0df142497,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:19.481124 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '6b0f98c0-70ec-4450-95c3-1bf0df142497', 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9', 'port_id': '6b0f98c0-70ec-4450-95c3-1bf0df142497', 'mac_address': 'fa:16:3e:55:76:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:19.517855 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 6b0f98c0-70ec-4450-95c3-1bf0df142497 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:19.518267 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.530994 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0f98c0-70ec-4450-95c3-1bf0df142497 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:19.546395 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5fd12d03-e3d1-4109-9855-1f8fd5aaf141 req-fde6a556-1ba8-44f8-b02f-01d6ac3fa1dc tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721400 Jan 28 20:36:19.550519 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 6b0f98c0-70ec-4450-95c3-1bf0df142497, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6b0f98c0-70ec-4450-95c3-1bf0df142497,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:19.555700 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.573216 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (d5598451-bb26-4219-81f7-f6bcc8d0c88f), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.602280 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=6b0f98c0-70ec-4450-95c3-1bf0df142497,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:19.820695 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Deleting port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:19.821124 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.899684 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] For port 5237d4ae-ac18-4781-a5e4-c8adda5b4f11, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,segment=NetworkSegment(e445a604-80b3-4b1f-a4e7-34e4289d5001),segment_id=e445a604-80b3-4b1f-a4e7-34e4289d5001)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:19.899967 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:19.911475 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Calling delete_port for 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 owned by network:router_interface {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:19.946142 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['6b0f98c0-70ec-4450-95c3-1bf0df142497'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:19.973674 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:19.997581 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:19.998016 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3e701953-cdd8-4c6f-8497-b1fe1a750fd1 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:19.998429 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:20.025395 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:20.025737 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device ec5ff6e5-99c4-4232-8df1-cd4a6b5ea414 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:20.026156 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 74ff039f-d907-41a6-a2f5-db3a82165c89 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:20.050151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 74ff039f-d907-41a6-a2f5-db3a82165c89 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:20.050492 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 74ff039f-d907-41a6-a2f5-db3a82165c89 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:20.097224 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (5237d4ae-ac18-4781-a5e4-c8adda5b4f11), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:20.123817 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Pushing event deleted for resources: {'Port': ['ID=5237d4ae-ac18-4781-a5e4-c8adda5b4f11,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:20.285351 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (d5598451-bb26-4219-81f7-f6bcc8d0c88f), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:20.493117 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Router d5598451-bb26-4219-81f7-f6bcc8d0c88f has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:20.579411 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:20.596993 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:20.602633 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8f7abe68-ddcc-468e-8406-d279ede03775 admin admin] 10.222.0.59 "PUT /v2.0/routers/d5598451-bb26-4219-81f7-f6bcc8d0c88f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4544640 Jan 28 20:36:20.605130 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49794) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:20.609216 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] Sync routers for ids ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:20.621229 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] Routers {'d5598451-bb26-4219-81f7-f6bcc8d0c88f'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:20.621837 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:20.751277 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a97ff-bf7d-4d3d-9a59-9ff20f17b762 req-346ddb37-d47d-476b-9e17-60fb9b71bd28 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:20.752736 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-227a97ff-bf7d-4d3d-9a59-9ff20f17b762 req-346ddb37-d47d-476b-9e17-60fb9b71bd28 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 945 time: 0.1048670 Jan 28 20:36:20.754540 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks [] for router (d5598451-bb26-4219-81f7-f6bcc8d0c88f), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:20.867667 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] Set router d5598451-bb26-4219-81f7-f6bcc8d0c88f gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:20.883128 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-227a97ff-bf7d-4d3d-9a59-9ff20f17b762 req-0a77dfc8-ce76-4748-aaa4-795400056590 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900152 Jan 28 20:36:20.906842 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks [] for router_gateway (d5598451-bb26-4219-81f7-f6bcc8d0c88f), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:20.960124 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Deleting port 9db23af1-958a-4be4-8550-61d5bf4fafef {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:20.960463 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.036284 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] For port 9db23af1-958a-4be4-8550-61d5bf4fafef, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=9db23af1-958a-4be4-8550-61d5bf4fafef,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:21.036511 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.049114 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Calling delete_port for 9db23af1-958a-4be4-8550-61d5bf4fafef owned by network:router_gateway {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:21.055361 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:36:20Z', 'revision_number': 5, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port': {'id': '9db23af1-958a-4be4-8550-61d5bf4fafef', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7f:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:32:33Z', 'updated_at': '2022-01-28T20:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.081206 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] Checking router: d5598451-bb26-4219-81f7-f6bcc8d0c88f for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:21.089419 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] Routers {'d5598451-bb26-4219-81f7-f6bcc8d0c88f'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:21.090054 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.176913 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] Set router d5598451-bb26-4219-81f7-f6bcc8d0c88f gateway port host: None {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:21.212302 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (9db23af1-958a-4be4-8550-61d5bf4fafef), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.233901 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:36:20Z', 'revision_number': 6, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port_host': None}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:21.238796 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db23af1-958a-4be4-8550-61d5bf4fafef,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:21.264503 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1e40b-8df2-4d46-8b75-5163a54288d9 None None] The sync data for ids ['d5598451-bb26-4219-81f7-f6bcc8d0c88f'] in dv-cinder-826350-4-iscsi is: [{'id': 'd5598451-bb26-4219-81f7-f6bcc8d0c88f', 'name': 'tempest-TestMinimumBasicScenario-298548993-router', 'tenant_id': '31a9988294974ebe8a21a268da7534f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:32:32Z', 'updated_at': '2022-01-28T20:36:20Z', 'revision_number': 6, 'project_id': '31a9988294974ebe8a21a268da7534f7', 'gw_port_host': None}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:21.301736 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (d5598451-bb26-4219-81f7-f6bcc8d0c88f), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.614694 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (d5598451-bb26-4219-81f7-f6bcc8d0c88f), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.616840 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks [] for router_controller (d5598451-bb26-4219-81f7-f6bcc8d0c88f), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.662051 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (d5598451-bb26-4219-81f7-f6bcc8d0c88f), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.662626 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5598451-bb26-4219-81f7-f6bcc8d0c88f {{(pid=102377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:36:21.667847 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.669090 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-30ac539f-756a-485e-9eaa-48fc4ecf1e92 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d5598451-bb26-4219-81f7-f6bcc8d0c88f HTTP/1.1" status: 204 len: 168 time: 1.0627432 Jan 28 20:36:21.671586 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49800) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:21.720612 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3b8301-b3db-4e26-8812-5b3451f26e60 admin admin] Deleting subnet e8946586-24d4-4a42-ab83-9e25e9e93085 {{(pid=102377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:36:21.723719 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8301-b3db-4e26-8812-5b3451f26e60 admin admin] Publish callbacks [] for subnet (e8946586-24d4-4a42-ab83-9e25e9e93085), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.760956 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8301-b3db-4e26-8812-5b3451f26e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25590461'] for subnet (e8946586-24d4-4a42-ab83-9e25e9e93085), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.834129 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8301-b3db-4e26-8812-5b3451f26e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (e8946586-24d4-4a42-ab83-9e25e9e93085), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.885744 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8301-b3db-4e26-8812-5b3451f26e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25920517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25623846'] for subnet (e8946586-24d4-4a42-ab83-9e25e9e93085), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.914485 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b8301-b3db-4e26-8812-5b3451f26e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8946586-24d4-4a42-ab83-9e25e9e93085,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:21.919156 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-3e3b8301-b3db-4e26-8812-5b3451f26e60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:21.922397 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-3e3b8301-b3db-4e26-8812-5b3451f26e60 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e8946586-24d4-4a42-ab83-9e25e9e93085 HTTP/1.1" status: 204 len: 168 time: 0.2497518 Jan 28 20:36:21.924833 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49806) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:21.926475 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80002d-6024-4f06-978b-edf413c14c81 None None] Network 6092dbaf-337d-4472-a719-26250b8d6639 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:22.020541 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (6092dbaf-337d-4472-a719-26250b8d6639), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.088677 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b77d8-192d-4037-a87c-5f347395aa25 req-e248fcc9-40da-4b7b-9b0d-19ed59e0ef1a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:22.090193 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e63b77d8-192d-4037-a87c-5f347395aa25 req-e248fcc9-40da-4b7b-9b0d-19ed59e0ef1a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 945 time: 0.1198568 Jan 28 20:36:22.106035 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] DHCP port deletion for 6092dbaf-337d-4472-a719-26250b8d6639 request from dv-cinder-826350-4-iscsi {{(pid=102379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:36:22.132512 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:22.153549 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e63b77d8-192d-4037-a87c-5f347395aa25 req-93c5b557-4740-4505-9404-08c6d85f4c05 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571291 Jan 28 20:36:22.155953 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Deleting port 06da968c-435c-4db6-8593-00715c459632 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:22.156374 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (06da968c-435c-4db6-8593-00715c459632), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.169684 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:22.170061 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 5237d4ae-ac18-4781-a5e4-c8adda5b4f11 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:22.170471 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 9db23af1-958a-4be4-8550-61d5bf4fafef no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:22.198116 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 9db23af1-958a-4be4-8550-61d5bf4fafef {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:22.198457 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 9db23af1-958a-4be4-8550-61d5bf4fafef not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:22.215388 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] Deleting port 06da968c-435c-4db6-8593-00715c459632 {{(pid=102379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:22.215754 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (06da968c-435c-4db6-8593-00715c459632), before_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.219441 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 6b0f98c0-70ec-4450-95c3-1bf0df142497 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:22.232820 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] For port 06da968c-435c-4db6-8593-00715c459632, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=06da968c-435c-4db6-8593-00715c459632,segment=NetworkSegment(e445a604-80b3-4b1f-a4e7-34e4289d5001),segment_id=e445a604-80b3-4b1f-a4e7-34e4289d5001)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:22.233337 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (06da968c-435c-4db6-8593-00715c459632), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.253951 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Calling delete_port for 06da968c-435c-4db6-8593-00715c459632 owned by network:dhcp {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:22.311696 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] For port 06da968c-435c-4db6-8593-00715c459632, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=06da968c-435c-4db6-8593-00715c459632,segment=NetworkSegment(e445a604-80b3-4b1f-a4e7-34e4289d5001),segment_id=e445a604-80b3-4b1f-a4e7-34e4289d5001)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:22.312084 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (06da968c-435c-4db6-8593-00715c459632), precommit_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.328965 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] Calling delete_port for 06da968c-435c-4db6-8593-00715c459632 owned by network:dhcp {{(pid=102379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:22.349426 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (06da968c-435c-4db6-8593-00715c459632), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.377006 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Pushing event deleted for resources: {'Port': ['ID=06da968c-435c-4db6-8593-00715c459632,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.378776 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] No DVR routers for this DVR port 06da968c-435c-4db6-8593-00715c459632 on host dv-cinder-826350-4-iscsi {{(pid=102377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:22.384668 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 6b0f98c0-70ec-4450-95c3-1bf0df142497 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:36:22.391842 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 6b0f98c0-70ec-4450-95c3-1bf0df142497 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:22.392215 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.453178 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (6092dbaf-337d-4472-a719-26250b8d6639), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.465338 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595'] for port (06da968c-435c-4db6-8593-00715c459632), after_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.477832 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6092dbaf-337d-4472-a719-26250b8d6639']}} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:22.487431 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445a604-80b3-4b1f-a4e7-34e4289d5001') {'for_net_delete': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:22.487748 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445a604-80b3-4b1f-a4e7-34e4289d5001') {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:22.497948 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590468'] for segment (e445a604-80b3-4b1f-a4e7-34e4289d5001), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.514234 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] Pushing event deleted for resources: {'Port': ['ID=06da968c-435c-4db6-8593-00715c459632,revision_number=None']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.518463 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (e445a604-80b3-4b1f-a4e7-34e4289d5001), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.521762 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92447ea3-79bc-4e1a-8221-794133037a12 None None] No DVR routers for this DVR port 06da968c-435c-4db6-8593-00715c459632 on host dv-cinder-826350-4-iscsi {{(pid=102379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:22.525680 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:36:22.526105 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25920751'] for segment (e445a604-80b3-4b1f-a4e7-34e4289d5001), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: Traceback (most recent call last): Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: timer() Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: cb(*args, **kw) Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: return func(*args, **kwargs) Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: self._notify() Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: self.callback(batched_events) Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: event.method(event) Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: return f(self, *a, **k) Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._get(url).json() Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: return self.request(url, 'GET', **kwargs) Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:36:22.527799 dv-cinder-826350-4-iscsi neutron-server[102377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:36:22.537169 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 6b0f98c0-70ec-4450-95c3-1bf0df142497 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:22.538239 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.565066 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c52cfb0-f231-4ea1-8802-9b7d8f9ea334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f98c0-70ec-4450-95c3-1bf0df142497'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:22.567353 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caf7119-b4f1-4e5b-9917-6db84f15807a" -d '{"events": [{"server_uuid": "4c52cfb0-f231-4ea1-8802-9b7d8f9ea334", "name": "network-vif-plugged", "status": "completed", "tag": "6b0f98c0-70ec-4450-95c3-1bf0df142497"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:22.579863 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 6b0f98c0-70ec-4450-95c3-1bf0df142497, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6b0f98c0-70ec-4450-95c3-1bf0df142497,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:22.585025 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.592425 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (6092dbaf-337d-4472-a719-26250b8d6639), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.604869 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.608647 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] 10.222.0.59 "DELETE /v2.0/networks/6092dbaf-337d-4472-a719-26250b8d6639 HTTP/1.1" status: 204 len: 168 time: 0.6825764 Jan 28 20:36:22.611919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be85ed33-fac2-4d55-8f3f-cb689078e0b5 x-openstack-request-id: req-be85ed33-fac2-4d55-8f3f-cb689078e0b5 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:22.612216 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c52cfb0-f231-4ea1-8802-9b7d8f9ea334", "name": "network-vif-plugged", "status": "completed", "tag": "6b0f98c0-70ec-4450-95c3-1bf0df142497", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:22.612471 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be85ed33-fac2-4d55-8f3f-cb689078e0b5 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:22.613080 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c52cfb0-f231-4ea1-8802-9b7d8f9ea334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0f98c0-70ec-4450-95c3-1bf0df142497', 'code': 200} Jan 28 20:36:22.619846 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca522d-cfc1-45b7-97ef-f463454cec4e admin admin] Pushing event deleted for resources: {'Network': ['ID=6092dbaf-337d-4472-a719-26250b8d6639,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.642760 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=6b0f98c0-70ec-4450-95c3-1bf0df142497,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:22.860698 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49814) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:22.902222 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-0d916a0c-65ea-422f-a0a8-c958c5a5d292 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6c3f2930540d4043b25e26a37f8a0a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403142 Jan 28 20:36:22.904623 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49818) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:22.950513 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e280173-8018-4a65-9219-345154a587ba admin admin] Publish callbacks [] for security_group (3c545ae4-32e7-4b52-b0af-5f25ca9d59c4), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:22.974848 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e280173-8018-4a65-9219-345154a587ba admin admin] Publish callbacks [] for security_group (3c545ae4-32e7-4b52-b0af-5f25ca9d59c4), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.028249 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e280173-8018-4a65-9219-345154a587ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (3c545ae4-32e7-4b52-b0af-5f25ca9d59c4), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.034138 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-4e280173-8018-4a65-9219-345154a587ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.035627 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-4e280173-8018-4a65-9219-345154a587ba admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c545ae4-32e7-4b52-b0af-5f25ca9d59c4 HTTP/1.1" status: 204 len: 168 time: 0.1299288 Jan 28 20:36:23.044048 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e280173-8018-4a65-9219-345154a587ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c545ae4-32e7-4b52-b0af-5f25ca9d59c4,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:23.274592 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f633a5b-8ace-4019-af8e-3bf91c76bca8 req-39b824cb-a109-4db0-912a-6932e48fb485 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:23.276078 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5f633a5b-8ace-4019-af8e-3bf91c76bca8 req-39b824cb-a109-4db0-912a-6932e48fb485 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 946 time: 0.0531235 Jan 28 20:36:23.322665 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5f633a5b-8ace-4019-af8e-3bf91c76bca8 req-03cbc90c-b020-4f26-bdbe-a4bc820df31e tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 Jan 28 20:36:23.350778 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49826) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:23.397906 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-20096094-d4a8-4bb6-b5a5-60604ca8f1c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31a9988294974ebe8a21a268da7534f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453758 Jan 28 20:36:23.400581 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49828) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:23.453682 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-072ad9b5-316f-44e4-9d69-d0a594d8a225 admin admin] Publish callbacks [] for security_group (1e31e633-5a9a-44d3-9e9b-fa643a3a7819), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.477946 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-072ad9b5-316f-44e4-9d69-d0a594d8a225 admin admin] Publish callbacks [] for security_group (1e31e633-5a9a-44d3-9e9b-fa643a3a7819), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.525458 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-072ad9b5-316f-44e4-9d69-d0a594d8a225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1e31e633-5a9a-44d3-9e9b-fa643a3a7819), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.528128 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-072ad9b5-316f-44e4-9d69-d0a594d8a225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:23.529271 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-072ad9b5-316f-44e4-9d69-d0a594d8a225 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1e31e633-5a9a-44d3-9e9b-fa643a3a7819 HTTP/1.1" status: 204 len: 168 time: 0.1255238 Jan 28 20:36:23.536741 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ad9b5-316f-44e4-9d69-d0a594d8a225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e31e633-5a9a-44d3-9e9b-fa643a3a7819,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:23.972220 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 06da968c-435c-4db6-8593-00715c459632 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:23.992617 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 06da968c-435c-4db6-8593-00715c459632 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:23.992972 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 06da968c-435c-4db6-8593-00715c459632 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:24.182122 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49852) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:24.274748 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1629240502-network', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:24.293440 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Made reservation on behalf of ae0bc0d163664eefa8c2c16ca7a80896 for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:24.295657 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.304145 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.375494 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Publish callbacks [] for security_group (1bb9f320-9f91-403f-88a1-273aad973914), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.381177 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1bb9f320-9f91-403f-88a1-273aad973914), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.416823 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:24.421451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb9f320-9f91-403f-88a1-273aad973914,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.433458 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (bd2af5ba-f197-4169-b06a-f7a6f1e838eb), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.434076 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Added segment bd2af5ba-f197-4169-b06a-f7a6f1e838eb of type vlan for network 5766e274-9f40-4571-acf2-007f34b68f9b Jan 28 20:36:24.457567 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b968c-a72f-4aec-bcfe-b44dc028a0ef req-d27fa889-78a4-426e-a3a8-6e4dc6e25e2b tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:24.460472 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-796b968c-a72f-4aec-bcfe-b44dc028a0ef req-d27fa889-78a4-426e-a3a8-6e4dc6e25e2b tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 946 time: 0.0600045 Jan 28 20:36:24.489918 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (5766e274-9f40-4571-acf2-007f34b68f9b), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.512217 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-796b968c-a72f-4aec-bcfe-b44dc028a0ef req-1327861f-7548-498d-9dcc-7636b6e41f8a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453751 Jan 28 20:36:24.517506 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (5766e274-9f40-4571-acf2-007f34b68f9b), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.518509 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:24.519395 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.580102 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3968699 Jan 28 20:36:24.583078 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49858) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:24.588765 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Request body: {'subnet': {'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1629240502-subnet', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:24.607548 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Made reservation on behalf of ae0bc0d163664eefa8c2c16ca7a80896 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:24.609193 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b7257-a82b-4f20-8bab-948538a0a19b admin admin] Pushing event updated for resources: {'Network': ['ID=5766e274-9f40-4571-acf2-007f34b68f9b,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.609969 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25623239'] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.621304 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 5766e274-9f40-4571-acf2-007f34b68f9b details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:24.626637 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2704c79-18d7-46f9-b2bc-e238b23968bf req-891c654b-953f-42d0-ac64-0e06bae65b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:24.628132 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2704c79-18d7-46f9-b2bc-e238b23968bf req-891c654b-953f-42d0-ac64-0e06bae65b70 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 1130 time: 0.0642192 Jan 28 20:36:24.694140 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2704c79-18d7-46f9-b2bc-e238b23968bf req-e41c5b13-f153-49f7-a2c8-095216d34923 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551705 Jan 28 20:36:24.792694 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25920580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25623253'] for subnet (7d1ba5ed-e9d0-414c-9143-2198a8a7b098), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.844852 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1ba5ed-e9d0-414c-9143-2198a8a7b098,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:24.855665 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Checking segment: {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:24.856021 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Network hostable DHCP agents. Network: 5766e274-9f40-4571-acf2-007f34b68f9b, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:24.871332 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Network 5766e274-9f40-4571-acf2-007f34b68f9b is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:24.879853 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 5766e274-9f40-4571-acf2-007f34b68f9b) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:24.884305 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:24.884901 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.889324 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655569ae-48f0-49a2-a5e5-646294b1fcb0 None None] Network 5766e274-9f40-4571-acf2-007f34b68f9b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:24.900683 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-2229ce0d-5669-4fa2-b03e-4ebc0ee4d50f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3165493 Jan 28 20:36:24.903487 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49860) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:24.907976 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:24.929410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.930177 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:24.959255 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:36:24.995489 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks [] for router_controller (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), precommit_add_association {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.012181 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-5766e274-9f40-4571-acf2-007f34b68f9b', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:36:25.013044 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.148699 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks [] for router_gateway (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.162436 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Allocated IP 172.20.0.2 (5766e274-9f40-4571-acf2-007f34b68f9b/7d1ba5ed-e9d0-414c-9143-2198a8a7b098/580ebf0e-c659-4657-898b-c48664179e99) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:25.334509 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Publish callbacks [] for port (580ebf0e-c659-4657-898b-c48664179e99), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.341528 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (580ebf0e-c659-4657-898b-c48664179e99), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.357782 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks [] for router_gateway (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.377859 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.386873 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Network 5766e274-9f40-4571-acf2-007f34b68f9b is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:25.393030 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:25.395845 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:25.401605 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Pushing event updated for resources: {'Port': ['ID=580ebf0e-c659-4657-898b-c48664179e99,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:25.468922 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Attempting to bind port 580ebf0e-c659-4657-898b-c48664179e99 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:25.469458 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Attempting to bind port 580ebf0e-c659-4657-898b-c48664179e99 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:25.469799 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Attempting to bind port 580ebf0e-c659-4657-898b-c48664179e99 on network 5766e274-9f40-4571-acf2-007f34b68f9b {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:25.475175 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:25.475543 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Checking segment: {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:25.475940 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.476326 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Bound using segment: {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:25.476779 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Bound port: 580ebf0e-c659-4657-898b-c48664179e99, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:25.477151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (580ebf0e-c659-4657-898b-c48664179e99), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.490188 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Allocated IP 172.27.0.109 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/25459b57-0fc2-45e7-98ec-591764445458) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:25.540124 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] For port 580ebf0e-c659-4657-898b-c48664179e99, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:25.544442 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] For port 580ebf0e-c659-4657-898b-c48664179e99, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=580ebf0e-c659-4657-898b-c48664179e99,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:25.551810 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (580ebf0e-c659-4657-898b-c48664179e99), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.604144 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks [] for port (25459b57-0fc2-45e7-98ec-591764445458), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.614394 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a2c23-f5d8-4a91-8d45-da1845c7a35b None None] Pushing event updated for resources: {'Port': ['ID=580ebf0e-c659-4657-898b-c48664179e99,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:25.647224 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (25459b57-0fc2-45e7-98ec-591764445458), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:25.653766 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26caf107-e6a2-492a-b5a8-362d3c04c076 req-97e11846-cc00-4605-8167-6943e8986a64 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:25.655625 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-26caf107-e6a2-492a-b5a8-362d3c04c076 req-97e11846-cc00-4605-8167-6943e8986a64 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 946 time: 0.0725591 Jan 28 20:36:25.700412 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:25.701798 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Pushing event updated for resources: {'Port': ['ID=25459b57-0fc2-45e7-98ec-591764445458,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:25.705386 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:25.706404 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-26caf107-e6a2-492a-b5a8-362d3c04c076 req-76c8141f-eff5-4d42-adbc-17c4f4fcf9dd tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437577 Jan 28 20:36:25.707603 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:25.982181 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks [] for router_gateway (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.024084 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 580ebf0e-c659-4657-898b-c48664179e99 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:26.078623 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 580ebf0e-c659-4657-898b-c48664179e99 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:26.078916 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (580ebf0e-c659-4657-898b-c48664179e99), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.159278 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 580ebf0e-c659-4657-898b-c48664179e99 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:26.159673 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (580ebf0e-c659-4657-898b-c48664179e99), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.194620 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 580ebf0e-c659-4657-898b-c48664179e99, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=580ebf0e-c659-4657-898b-c48664179e99,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:26.198573 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (580ebf0e-c659-4657-898b-c48664179e99), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.251106 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=580ebf0e-c659-4657-898b-c48664179e99,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:26.439265 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.569058 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:36:26.618736 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6403b86d-2b5a-4639-a9cb-7dfa01134547 None None] Network 5766e274-9f40-4571-acf2-007f34b68f9b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:26.677481 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:26.688325 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Sync routers for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:26.695379 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.699225 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-7c4bb1f3-52c1-44ff-8413-12a4da893e6e admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7921281 Jan 28 20:36:26.699484 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49876) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:26.699896 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:26.700514 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:26.734398 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-c4a37f47-3551-443b-8f50-02d7b96172aa None None] Provisioning complete for port 580ebf0e-c659-4657-898b-c48664179e99 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:26.734770 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c4a37f47-3551-443b-8f50-02d7b96172aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (580ebf0e-c659-4657-898b-c48664179e99), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:26.820646 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:26.841148 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-c4a37f47-3551-443b-8f50-02d7b96172aa None None] Current status of the port 580ebf0e-c659-4657-898b-c48664179e99 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:26.913977 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063ff6-fda4-4306-abba-fce3bf0a7785 req-6b96e69a-7b1e-451e-a198-289d33cb96ba tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:26.923659 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cc063ff6-fda4-4306-abba-fce3bf0a7785 req-6b96e69a-7b1e-451e-a198-289d33cb96ba tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 946 time: 0.0758629 Jan 28 20:36:26.977680 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cc063ff6-fda4-4306-abba-fce3bf0a7785 req-b521e288-a1c1-44d5-989e-c120f05b56f8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 Jan 28 20:36:27.033401 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:25Z', 'revision_number': 3, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:27.065782 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-6df4efd0-a7fd-4f58-bc11-31963cdc6cec None None] Provisioning complete for port 580ebf0e-c659-4657-898b-c48664179e99 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:27.066417 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6df4efd0-a7fd-4f58-bc11-31963cdc6cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (580ebf0e-c659-4657-898b-c48664179e99), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.067614 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Checking router: e6a23ab3-a15f-437c-acd1-b9ea45a95b54 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:27.068330 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Updating router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 port 25459b57-0fc2-45e7-98ec-591764445458 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:36:27.097803 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (25459b57-0fc2-45e7-98ec-591764445458), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.162029 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-6df4efd0-a7fd-4f58-bc11-31963cdc6cec None None] Current status of the port 580ebf0e-c659-4657-898b-c48664179e99 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:27.176163 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.333294 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Allocated IP 172.20.0.1 (5766e274-9f40-4571-acf2-007f34b68f9b/7d1ba5ed-e9d0-414c-9143-2198a8a7b098/272372ed-2789-4283-8510-b736d897d17c) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:27.441786 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Publish callbacks [] for port (272372ed-2789-4283-8510-b736d897d17c), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.448600 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Publish callbacks [] for port (25459b57-0fc2-45e7-98ec-591764445458), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.454663 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (25459b57-0fc2-45e7-98ec-591764445458), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.477079 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (272372ed-2789-4283-8510-b736d897d17c), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.514057 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Attempting to bind port 25459b57-0fc2-45e7-98ec-591764445458 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:27.514431 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Attempting to bind port 25459b57-0fc2-45e7-98ec-591764445458 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:27.514799 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Attempting to bind port 25459b57-0fc2-45e7-98ec-591764445458 on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:27.514921 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Network 5766e274-9f40-4571-acf2-007f34b68f9b is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:27.517579 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Pushing event updated for resources: {'Port': ['ID=25459b57-0fc2-45e7-98ec-591764445458,revision_number=2']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.517697 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:27.523438 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:27.525919 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:27.526346 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:27.526802 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.527066 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:27.527626 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Bound port: 25459b57-0fc2-45e7-98ec-591764445458, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:27.527888 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (25459b57-0fc2-45e7-98ec-591764445458), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.530752 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Pushing event updated for resources: {'Port': ['ID=272372ed-2789-4283-8510-b736d897d17c,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.531645 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.532024 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.532392 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.532741 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.533173 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.533533 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.533862 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.534237 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.534566 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.534905 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.535402 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.535895 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.536375 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:27.577589 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.593413 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] For port 25459b57-0fc2-45e7-98ec-591764445458, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:27.596807 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] For port 25459b57-0fc2-45e7-98ec-591764445458, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=25459b57-0fc2-45e7-98ec-591764445458,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:27.603623 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (25459b57-0fc2-45e7-98ec-591764445458), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.651519 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:27.652302 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:27.707465 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08152429-dd47-4dcb-b6bf-b264bd693ae8 None None] Pushing event updated for resources: {'Port': ['ID=25459b57-0fc2-45e7-98ec-591764445458,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:27.722977 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (272372ed-2789-4283-8510-b736d897d17c), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.781311 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:27.797102 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-1d8de373-e591-4a7c-8e8f-e08c02a35303 None None] Provisioning complete for port 272372ed-2789-4283-8510-b736d897d17c triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:27.797441 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1d8de373-e591-4a7c-8e8f-e08c02a35303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (272372ed-2789-4283-8510-b736d897d17c), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.838558 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-1d8de373-e591-4a7c-8e8f-e08c02a35303 None None] Port 272372ed-2789-4283-8510-b736d897d17c cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:27.928065 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Publish callbacks [] for port (272372ed-2789-4283-8510-b736d897d17c), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:27.935118 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (272372ed-2789-4283-8510-b736d897d17c), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.002406 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Pushing event updated for resources: {'Port': ['ID=272372ed-2789-4283-8510-b736d897d17c,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:28.009427 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:25Z', 'revision_number': 3, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:28.017552 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.019970 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 580ebf0e-c659-4657-898b-c48664179e99 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:28.049919 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396f8d4e-81d7-49e2-af46-8b6923d958b6 None None] The sync data for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi is: [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:25Z', 'revision_number': 3, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:28.078634 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 580ebf0e-c659-4657-898b-c48664179e99 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:28.079151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (580ebf0e-c659-4657-898b-c48664179e99), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.162021 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Network 5766e274-9f40-4571-acf2-007f34b68f9b is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:28.164693 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:28.177071 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 580ebf0e-c659-4657-898b-c48664179e99 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:28.256170 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c00fe-a1bb-4736-8d89-0aa7b2b0d304 req-009fdac6-cb47-428f-88c2-2d02e00fecb0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:28.257736 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dd5c00fe-a1bb-4736-8d89-0aa7b2b0d304 req-009fdac6-cb47-428f-88c2-2d02e00fecb0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 946 time: 0.0552163 Jan 28 20:36:28.303883 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:28.320206 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dd5c00fe-a1bb-4736-8d89-0aa7b2b0d304 req-b974008d-096a-436c-a109-95455114c526 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545747 Jan 28 20:36:28.444977 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:28.450401 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-88d13d2a-92b3-48de-aa87-fa9564a1499e admin admin] 10.222.0.59 "PUT /v2.0/routers/e6a23ab3-a15f-437c-acd1-b9ea45a95b54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7497795 Jan 28 20:36:28.466324 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-4b001c0b-371d-4123-a88d-54cf30cc4318 None None] Provisioning complete for port 272372ed-2789-4283-8510-b736d897d17c triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:28.466699 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4b001c0b-371d-4123-a88d-54cf30cc4318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (272372ed-2789-4283-8510-b736d897d17c), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.524693 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-4b001c0b-371d-4123-a88d-54cf30cc4318 None None] Port 272372ed-2789-4283-8510-b736d897d17c cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:28.945634 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49912) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:28.950898 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1621436079-network', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:28.970851 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Made reservation on behalf of 1e29ca09ce904e5cad84d21d107e4085 for: {'network': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:28.973244 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for network (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:28.983272 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.058403 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Publish callbacks [] for security_group (8fa741a2-1e76-4552-b038-5812ce79b1a0), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.062165 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (8fa741a2-1e76-4552-b038-5812ce79b1a0), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.088138 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=102378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 20:36:29.093352 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa741a2-1e76-4552-b038-5812ce79b1a0,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:29.101381 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (19cf3dc6-118f-40e0-94f0-c69818e3641b), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.101381 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.segments_db [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Added segment 19cf3dc6-118f-40e0-94f0-c69818e3641b of type vlan for network 310e566e-2fee-4919-8cfc-99f68e426cd3 Jan 28 20:36:29.142700 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733269528962'] for network (310e566e-2fee-4919-8cfc-99f68e426cd3), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.166930 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494'] for network (310e566e-2fee-4919-8cfc-99f68e426cd3), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.167999 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:29.168672 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.220985 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2741234 Jan 28 20:36:29.223629 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49914) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:29.229029 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Request body: {'subnet': {'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1621436079-subnet', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'ip_version': 4}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:29.230861 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf2e15-369f-49ab-864e-b04425ea2980 admin admin] Pushing event updated for resources: {'Network': ['ID=310e566e-2fee-4919-8cfc-99f68e426cd3,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:29.241049 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Network 310e566e-2fee-4919-8cfc-99f68e426cd3 details requested by agent ovs-agent-dv-cinder-826350-4-iscsi with host dv-cinder-826350-4-iscsi {{(pid=102379) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 20:36:29.247669 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Made reservation on behalf of 1e29ca09ce904e5cad84d21d107e4085 for: {'subnet': 1} {{(pid=102377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:29.249975 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25623239'] for subnet (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.445212 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25920580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25623253'] for subnet (033213b1-5d4f-4500-949e-98982da20fe7), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.515646 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84de1c8-8ccd-4326-9266-bc59047228d8 req-6c78d402-a178-4dfc-8fac-105893a4f5b7 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:29.517124 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a84de1c8-8ccd-4326-9266-bc59047228d8 req-6c78d402-a178-4dfc-8fac-105893a4f5b7 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 946 time: 0.1177974 Jan 28 20:36:29.519939 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=033213b1-5d4f-4500-949e-98982da20fe7,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:29.536970 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.537376 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.537698 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.538070 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.538400 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.538730 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.539058 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.539386 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.539712 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.540036 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.540439 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.540668 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.540985 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:36:29.553940 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Checking segment: {'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:29.554545 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Network hostable DHCP agents. Network: 310e566e-2fee-4919-8cfc-99f68e426cd3, hostable agents: ['1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f'], hosted agents: [] {{(pid=102377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 20:36:29.587809 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Network 310e566e-2fee-4919-8cfc-99f68e426cd3 is scheduled to be hosted by DHCP agent 1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f with binding_index 1 {{(pid=102377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 20:36:29.598560 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a84de1c8-8ccd-4326-9266-bc59047228d8 req-440bec67-f93a-4b25-8646-4282f1410d6c tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705740 Jan 28 20:36:29.604191 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826350-4-iscsi, 310e566e-2fee-4919-8cfc-99f68e426cd3) {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:29.609169 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:29.610624 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.614765 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed512e2-4105-468e-a235-ae06b77a4fef None None] Network 310e566e-2fee-4919-8cfc-99f68e426cd3 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:29.629016 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8491e686-edfd-46bd-8cd1-b01745915436 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4040878 Jan 28 20:36:29.631924 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 49920) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:29.636468 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:29.656325 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1781591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-276'] for router (f78102e1-dab7-413a-8fb8-b454fafd9cc0), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.657332 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1773767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1783853', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2060451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-495'] for router (f78102e1-dab7-413a-8fb8-b454fafd9cc0), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.712724 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks [] for router_controller (f78102e1-dab7-413a-8fb8-b454fafd9cc0), precommit_add_association {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.726231 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Sync routers for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:29.730003 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a9b97b5-ed8d-5580-9909-7f88986ded45-310e566e-2fee-4919-8cfc-99f68e426cd3', 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3', 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'fixed_ips': [{'subnet_id': '033213b1-5d4f-4500-949e-98982da20fe7'}]}} from dv-cinder-826350-4-iscsi. {{(pid=102379) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 20:36:29.730833 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:29.756962 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:29.757508 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:29.856755 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks [] for router_gateway (f78102e1-dab7-413a-8fb8-b454fafd9cc0), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.078376 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 25459b57-0fc2-45e7-98ec-591764445458 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:30.088025 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks [] for router_gateway (f78102e1-dab7-413a-8fb8-b454fafd9cc0), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.106942 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.114939 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:30.173481 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.db_base_plugin_common [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Allocated IP 172.20.0.2 (310e566e-2fee-4919-8cfc-99f68e426cd3/033213b1-5d4f-4500-949e-98982da20fe7/c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d) {{(pid=102379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:30.184884 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850842-5b59-41eb-95ad-1d714e977f5f req-5e5c6d46-df18-48c0-aa7d-2c08c2dd8289 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:30.186558 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-14850842-5b59-41eb-95ad-1d714e977f5f req-5e5c6d46-df18-48c0-aa7d-2c08c2dd8289 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 946 time: 0.0541587 Jan 28 20:36:30.229024 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Allocated IP 172.27.0.133 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/25cefea7-81aa-4142-899a-5330528aae09) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:30.287121 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Deleting port 6b0f98c0-70ec-4450-95c3-1bf0df142497 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:30.288070 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.337976 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks [] for port (25cefea7-81aa-4142-899a-5330528aae09), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.338247 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 25459b57-0fc2-45e7-98ec-591764445458 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:30.339163 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (25459b57-0fc2-45e7-98ec-591764445458), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.374189 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (25cefea7-81aa-4142-899a-5330528aae09), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.380470 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] For port 6b0f98c0-70ec-4450-95c3-1bf0df142497, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=6b0f98c0-70ec-4450-95c3-1bf0df142497,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:30.380813 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.393132 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Calling delete_port for 6b0f98c0-70ec-4450-95c3-1bf0df142497 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:30.417291 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:30.422003 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:30.425479 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:30.502925 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Pushing event updated for resources: {'Port': ['ID=25cefea7-81aa-4142-899a-5330528aae09,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.534049 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Publish callbacks [] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), precommit_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.540088 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (6b0f98c0-70ec-4450-95c3-1bf0df142497), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.558233 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['6b0f98c0-70ec-4450-95c3-1bf0df142497'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:30.559952 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 25459b57-0fc2-45e7-98ec-591764445458 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:30.560347 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (25459b57-0fc2-45e7-98ec-591764445458), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.565309 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), after_create {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.572091 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Pushing event deleted for resources: {'Port': ['ID=6b0f98c0-70ec-4450-95c3-1bf0df142497,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.626420 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] No DVR routers for this DVR port 6b0f98c0-70ec-4450-95c3-1bf0df142497 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:30.629843 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.634906 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-14850842-5b59-41eb-95ad-1d714e977f5f req-bed1e6c0-726c-4a95-8218-7dae0eb94b04 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.42 "DELETE /v2.0/ports/6b0f98c0-70ec-4450-95c3-1bf0df142497 HTTP/1.1" status: 204 len: 173 time: 0.4428048 Jan 28 20:36:30.635589 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c52cfb0-f231-4ea1-8802-9b7d8f9ea334', 'name': 'network-vif-deleted', 'tag': '6b0f98c0-70ec-4450-95c3-1bf0df142497'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:30.638874 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc4e01a-4feb-49e4-826b-aead3ec9d8aa" -d '{"events": [{"server_uuid": "4c52cfb0-f231-4ea1-8802-9b7d8f9ea334", "name": "network-vif-deleted", "tag": "6b0f98c0-70ec-4450-95c3-1bf0df142497"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:30.642615 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 2, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:30.651767 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 25459b57-0fc2-45e7-98ec-591764445458, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=25459b57-0fc2-45e7-98ec-591764445458,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:30.657257 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Network 310e566e-2fee-4919-8cfc-99f68e426cd3 is already hosted by enough agents. {{(pid=102379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:30.705430 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243d1538-99a2-42df-bcb6-7f6ed626bcd2 x-openstack-request-id: req-243d1538-99a2-42df-bcb6-7f6ed626bcd2 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:30.705786 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c52cfb0-f231-4ea1-8802-9b7d8f9ea334", "name": "network-vif-deleted", "tag": "6b0f98c0-70ec-4450-95c3-1bf0df142497", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:30.706130 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-243d1538-99a2-42df-bcb6-7f6ed626bcd2 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:30.706602 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c52cfb0-f231-4ea1-8802-9b7d8f9ea334', 'name': 'network-vif-deleted', 'tag': '6b0f98c0-70ec-4450-95c3-1bf0df142497', 'status': 'completed', 'code': 200} Jan 28 20:36:30.712825 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.scheduler.base_scheduler [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Resources bound (agent type, host, resource id): {{(pid=102379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:30.720924 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (25459b57-0fc2-45e7-98ec-591764445458), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.752311 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Received port after_create {{(pid=102379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:30.758423 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Checking router: e6a23ab3-a15f-437c-acd1-b9ea45a95b54 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:30.759020 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Updating router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 port 272372ed-2789-4283-8510-b736d897d17c binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:36:30.774393 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-97a90c0b-8944-4888-bec2-79f70c5c87c5 req-23129394-3b3d-43f1-a80d-21b4791b13ee tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c52cfb0-f231-4ea1-8802-9b7d8f9ea334 HTTP/1.1" status: 200 len: 210 time: 0.0456333 Jan 28 20:36:30.788300 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Pushing event updated for resources: {'Port': ['ID=c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d,revision_number=1']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:30.800807 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks [] for router_gateway (f78102e1-dab7-413a-8fb8-b454fafd9cc0), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.864078 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (272372ed-2789-4283-8510-b736d897d17c), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.899946 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Attempting to bind port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:30.900320 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Attempting to bind port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:30.900692 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Attempting to bind port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d on network 310e566e-2fee-4919-8cfc-99f68e426cd3 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:30.938066 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:30.938441 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Checking segment: {'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:30.938840 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.939237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Bound using segment: {'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:30.939701 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Bound port: c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:30.940082 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:30.944717 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=25459b57-0fc2-45e7-98ec-591764445458,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.045645 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-056ebfd6-a78e-4daa-826e-6f7ad996f2e9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35562867&fields=id&tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 267 time: 0.0903957 Jan 28 20:36:31.046408 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1773790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1783896'] for router (f78102e1-dab7-413a-8fb8-b454fafd9cc0), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.120029 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] For port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:31.135967 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] For port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d,segment=NetworkSegment(19cf3dc6-118f-40e0-94f0-c69818e3641b),segment_id=19cf3dc6-118f-40e0-94f0-c69818e3641b)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:31.150813 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.249241 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d04a5-9ea6-4558-811d-e96e82bf9a91 None None] Pushing event updated for resources: {'Port': ['ID=c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d,revision_number=2']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.312261 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Publish callbacks [] for port (272372ed-2789-4283-8510-b736d897d17c), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.318487 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (272372ed-2789-4283-8510-b736d897d17c), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.391169 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da691af9-c6fc-4216-8363-529ab219016d None None] Pushing event updated for resources: {'Port': ['ID=272372ed-2789-4283-8510-b736d897d17c,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.426086 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Attempting to bind port 272372ed-2789-4283-8510-b736d897d17c on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:31.426381 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Attempting to bind port 272372ed-2789-4283-8510-b736d897d17c by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:31.426757 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Attempting to bind port 272372ed-2789-4283-8510-b736d897d17c on network 5766e274-9f40-4571-acf2-007f34b68f9b {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:31.433298 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:31.433679 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Checking segment: {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:31.434130 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.434524 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Bound using segment: {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:31.434973 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Bound port: 272372ed-2789-4283-8510-b736d897d17c, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:31.435364 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (272372ed-2789-4283-8510-b736d897d17c), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.509841 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-8f2557fa-6d3e-471f-a5ec-8097a662b36f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:31.511487 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-8f2557fa-6d3e-471f-a5ec-8097a662b36f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 812 time: 0.4275291 Jan 28 20:36:31.518450 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Router f78102e1-dab7-413a-8fb8-b454fafd9cc0 is scheduled to L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 with binding_index 1 {{(pid=102377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 20:36:31.539652 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-a037343c-c0cb-4373-a677-a71b6fe7630d tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/quotas/aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 375 time: 0.0184429 Jan 28 20:36:31.543116 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] For port 272372ed-2789-4283-8510-b736d897d17c, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:31.547487 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] For port 272372ed-2789-4283-8510-b736d897d17c, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=272372ed-2789-4283-8510-b736d897d17c,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:31.554302 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (272372ed-2789-4283-8510-b736d897d17c), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.631314 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da691af9-c6fc-4216-8363-529ab219016d None None] Pushing event updated for resources: {'Port': ['ID=272372ed-2789-4283-8510-b736d897d17c,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:31.651565 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:31.652534 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:31.694753 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-50aac39e-3892-424e-b9a1-db9ba9288ee7 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1478281 Jan 28 20:36:31.715742 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-59ad8128-a07a-4755-a46e-b71db5444df6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:36:31.716742 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-59ad8128-a07a-4755-a46e-b71db5444df6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052812 Jan 28 20:36:31.718260 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:31.735709 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Sync routers for ids ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:31.749624 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Routers {'f78102e1-dab7-413a-8fb8-b454fafd9cc0'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:31.750434 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:31.767585 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-2f8914cc-d516-450c-9e72-a3d878cb5e2a None None] Provisioning complete for port 272372ed-2789-4283-8510-b736d897d17c triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:31.767955 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2f8914cc-d516-450c-9e72-a3d878cb5e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (272372ed-2789-4283-8510-b736d897d17c), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.818624 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:31.839041 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:31.841252 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-268410d4-b444-4c0e-974b-f208b95b3e27 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2083628 Jan 28 20:36:31.843964 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 49938) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:31.863219 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-c00b2ef3-e090-4c00-9119-04006b795ed7 service neutron] 10.222.0.59 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360533 Jan 28 20:36:31.901640 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Set router f78102e1-dab7-413a-8fb8-b454fafd9cc0 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:32.065166 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-506f7799-7f0a-49cd-b1d8-c64aba682cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768312 Jan 28 20:36:32.155421 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '25cefea7-81aa-4142-899a-5330528aae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 3, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port': {'id': '25cefea7-81aa-4142-899a-5330528aae09', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:32.216973 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Checking router: f78102e1-dab7-413a-8fb8-b454fafd9cc0 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:32.217797 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Updating router f78102e1-dab7-413a-8fb8-b454fafd9cc0 port 25cefea7-81aa-4142-899a-5330528aae09 binding host dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:36:32.220609 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-2f8914cc-d516-450c-9e72-a3d878cb5e2a None None] Current status of the port 272372ed-2789-4283-8510-b736d897d17c is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:32.221110 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2f8914cc-d516-450c-9e72-a3d878cb5e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (272372ed-2789-4283-8510-b736d897d17c), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.270751 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (25cefea7-81aa-4142-899a-5330528aae09), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.284196 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 25459b57-0fc2-45e7-98ec-591764445458 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:32.397812 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-c88afe8a-f56e-4b79-8351-2a439217b406 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:32.400605 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-c88afe8a-f56e-4b79-8351-2a439217b406 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/networks?id=9456407c-e824-4a10-bb14-b293a59163e9 HTTP/1.1" status: 200 len: 809 time: 0.2063150 Jan 28 20:36:32.428812 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-c0c4c5ff-01f5-47bc-a1e1-27bbd4abe29d tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/quotas/f756fa797e7348fab2201dff5eb91ebc HTTP/1.1" status: 200 len: 375 time: 0.0204771 Jan 28 20:36:32.440675 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-2f8914cc-d516-450c-9e72-a3d878cb5e2a None None] For port 272372ed-2789-4283-8510-b736d897d17c, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=272372ed-2789-4283-8510-b736d897d17c,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:32.447948 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2f8914cc-d516-450c-9e72-a3d878cb5e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (272372ed-2789-4283-8510-b736d897d17c), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.453163 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 25459b57-0fc2-45e7-98ec-591764445458 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:32.453530 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (25459b57-0fc2-45e7-98ec-591764445458), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.507914 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-c03d1e38-bb6a-4744-b5c2-27342b6b9b3f tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f756fa797e7348fab2201dff5eb91ebc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730224 Jan 28 20:36:32.608469 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.649947 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cb4ba242-75c6-4777-8175-8bf74132b51e req-61cb9992-7726-4ced-9e4e-e499c613968b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 210 time: 0.1302874 Jan 28 20:36:32.756772 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-47f95631-04ec-4082-932a-fc2097d6090e service neutron] 10.222.0.59 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413335 Jan 28 20:36:32.849396 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec698fb-2576-468e-9b7e-1ddd221cdd03 None None] Network 310e566e-2fee-4919-8cfc-99f68e426cd3 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:36:32.859041 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Publish callbacks [] for port (25cefea7-81aa-4142-899a-5330528aae09), precommit_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.872885 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (25cefea7-81aa-4142-899a-5330528aae09), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.919881 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-979f97ec-cec9-471f-b226-7234e65395e8 service neutron] 10.222.0.59 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539669 Jan 28 20:36:32.942970 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Allocated IP 172.20.0.1 (310e566e-2fee-4919-8cfc-99f68e426cd3/033213b1-5d4f-4500-949e-98982da20fe7/5e65ae0a-17be-419b-b07b-319d56dd8fb3) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:32.947271 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Attempting to bind port 25cefea7-81aa-4142-899a-5330528aae09 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:32.947603 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Attempting to bind port 25cefea7-81aa-4142-899a-5330528aae09 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:32.948279 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Attempting to bind port 25cefea7-81aa-4142-899a-5330528aae09 on network b5e76cc8-cda0-486f-933b-4533c8f8ff30 {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:32.961410 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:32.961779 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Checking segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:32.962825 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.963231 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Bound using segment: {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'} {{(pid=102380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:32.963719 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.managers [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Bound port: 25cefea7-81aa-4142-899a-5330528aae09, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0196e6bd-99da-4a1e-8e24-9158d8c8d582', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}}] {{(pid=102380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:32.964102 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (25cefea7-81aa-4142-899a-5330528aae09), before_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:32.965784 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f848bb9-b2b0-4c6f-8db0-17aff9da9706 None None] Pushing event updated for resources: {'Port': ['ID=25cefea7-81aa-4142-899a-5330528aae09,revision_number=2']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:32.973187 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-610f47d2-5be0-4655-8d7c-b13934beb93f None None] Provisioning complete for port 272372ed-2789-4283-8510-b736d897d17c triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:32.973562 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-610f47d2-5be0-4655-8d7c-b13934beb93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (272372ed-2789-4283-8510-b736d897d17c), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.049818 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8914cc-d516-450c-9e72-a3d878cb5e2a None None] Pushing event updated for resources: {'Port': ['ID=272372ed-2789-4283-8510-b736d897d17c,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.070197 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] For port 25cefea7-81aa-4142-899a-5330528aae09, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:33.077005 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.plugins.ml2.db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] For port 25cefea7-81aa-4142-899a-5330528aae09, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=25cefea7-81aa-4142-899a-5330528aae09,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:33.096649 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron_lib.callbacks.manager [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (25cefea7-81aa-4142-899a-5330528aae09), after_update {{(pid=102380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.133920 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Publish callbacks [] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.194218 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.204580 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Routers {'f78102e1-dab7-413a-8fb8-b454fafd9cc0'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:33.205210 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:33.250727 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Network 310e566e-2fee-4919-8cfc-99f68e426cd3 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:33.256072 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:33.256484 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f848bb9-b2b0-4c6f-8db0-17aff9da9706 None None] Pushing event updated for resources: {'Port': ['ID=25cefea7-81aa-4142-899a-5330528aae09,revision_number=3']} {{(pid=102380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.260914 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:31Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:33.262974 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:33.297487 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d2b5258-1815-4418-a6ae-ad866cfb51b8 req-2080d318-e55e-4344-8b9d-630f23289829 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 210 time: 0.1420770 Jan 28 20:36:33.297737 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Pushing event updated for resources: {'Port': ['ID=5e65ae0a-17be-419b-b07b-319d56dd8fb3,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:33.314583 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1779501'] for router_interface (f78102e1-dab7-413a-8fb8-b454fafd9cc0), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.366476 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e215ec1b-e3b3-40c8-9d89-1790a552e066 None None] The sync data for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi is: [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:31Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:33.395516 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 6b0f98c0-70ec-4450-95c3-1bf0df142497 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:33.422473 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] Set router f78102e1-dab7-413a-8fb8-b454fafd9cc0 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:33.468900 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 25459b57-0fc2-45e7-98ec-591764445458 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:33.476259 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:33.684766 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 6b0f98c0-70ec-4450-95c3-1bf0df142497 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:33.685165 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 6b0f98c0-70ec-4450-95c3-1bf0df142497 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:33.767955 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:33.768373 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:33.884340 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-610f47d2-5be0-4655-8d7c-b13934beb93f None None] Current status of the port 272372ed-2789-4283-8510-b736d897d17c is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:33.907472 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0ce26c5e-7e6c-4ad0-8231-925904ae6418 req-2c3ad649-dea0-4515-bc75-694ba226424c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 210 time: 0.1025472 Jan 28 20:36:33.980613 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:33.981536 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.039340 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-ba907665-be15-4dd5-bbdf-9a8d891a7ce2 None None] Provisioning complete for port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:34.039602 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-ba907665-be15-4dd5-bbdf-9a8d891a7ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.102396 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d,segment=NetworkSegment(19cf3dc6-118f-40e0-94f0-c69818e3641b),segment_id=19cf3dc6-118f-40e0-94f0-c69818e3641b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:34.114388 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.377236 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '25cefea7-81aa-4142-899a-5330528aae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 3, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port': {'id': '25cefea7-81aa-4142-899a-5330528aae09', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:34.430323 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094805a6-5203-40fb-94fc-050a5dee8d92 None None] The sync data for ids ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'] in dv-cinder-826350-4-iscsi is: [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '25cefea7-81aa-4142-899a-5330528aae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 3, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port': {'id': '25cefea7-81aa-4142-899a-5330528aae09', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:34.444293 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 272372ed-2789-4283-8510-b736d897d17c up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:34.503526 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:34.570747 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ac6c37fc-4870-4deb-8a41-f45eadc08683 req-68627623-dfd3-4448-9931-649eda222453 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 210 time: 0.0876398 Jan 28 20:36:34.578796 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-ba907665-be15-4dd5-bbdf-9a8d891a7ce2 None None] Current status of the port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:34.594179 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343cb58-358e-487f-b4b5-49ddd06e3acb req-7b300efb-ca59-45bd-bb15-0be85b2bca9f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:34.596066 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a343cb58-358e-487f-b4b5-49ddd06e3acb req-7b300efb-ca59-45bd-bb15-0be85b2bca9f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.2145088 Jan 28 20:36:34.600700 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-3bd21d83-16f9-45f5-acbf-97c1be0afce2 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:34.602215 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-3bd21d83-16f9-45f5-acbf-97c1be0afce2 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 812 time: 0.1476219 Jan 28 20:36:34.610474 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 272372ed-2789-4283-8510-b736d897d17c triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:34.610853 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (272372ed-2789-4283-8510-b736d897d17c), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.633123 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.671122 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a343cb58-358e-487f-b4b5-49ddd06e3acb req-717687f8-daca-416d-860a-81a2a5ca33ac tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666480 Jan 28 20:36:34.740314 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-4f349f9b-f75b-49ca-a616-d9d44affce6e None None] Provisioning complete for port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:34.741544 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4f349f9b-f75b-49ca-a616-d9d44affce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:34.744462 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 272372ed-2789-4283-8510-b736d897d17c is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:34.784982 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-c1c22295-4c10-44f2-9660-8ced3f4d005d tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b HTTP/1.1" status: 200 len: 378 time: 0.1716034 Jan 28 20:36:34.790661 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-4f349f9b-f75b-49ca-a616-d9d44affce6e None None] Port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:34.830759 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'port': {'device_id': 'e9301756-2919-4996-8f98-7004d11de728', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'admin_state_up': True, 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'security_groups': ['316c4cc2-1458-4914-8af3-eb6a19da75fe']}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:35.044278 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b9757f58-7e48-4285-b621-cef0a1889873 req-3c89fd15-556b-48d8-a110-e44064ec0c1a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 210 time: 0.0493436 Jan 28 20:36:35.119400 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-119dd009-b67d-4a81-88e6-288277675b96 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:35.121641 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-119dd009-b67d-4a81-88e6-288277675b96 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.42 "GET /v2.0/networks?id=9456407c-e824-4a10-bb14-b293a59163e9 HTTP/1.1" status: 200 len: 809 time: 0.2989998 Jan 28 20:36:35.147351 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Request body: {'port': {'device_id': '388708b6-8f50-4a4a-8649-28b2ef0853cc', 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9', 'admin_state_up': True, 'tenant_id': 'f756fa797e7348fab2201dff5eb91ebc'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:35.298974 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Publish callbacks [] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.306271 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.308185 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Made reservation on behalf of aa2f11f2a3714a9c9a72ab77ea3d288b for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:35.311511 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.422962 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1802252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1779101'] for router_interface (f78102e1-dab7-413a-8fb8-b454fafd9cc0), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.452361 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Made reservation on behalf of f756fa797e7348fab2201dff5eb91ebc for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:35.460537 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:35.462598 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Pushing event updated for resources: {'Port': ['ID=5e65ae0a-17be-419b-b07b-319d56dd8fb3,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:35.682553 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-61e17708-4d91-4205-ab21-3dcc3ff3f2a4 req-1cd0f5a7-49c1-477e-80ed-561d227fb540 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 210 time: 0.0388060 Jan 28 20:36:35.697420 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Allocated IP 172.20.0.13 (4706b4ac-208e-49dd-94bd-78970bce488d/b7683ce8-e9f0-49da-b21e-7293aa550748/38d64510-69e9-4d58-b32a-547abb46e890) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:35.742142 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Network 310e566e-2fee-4919-8cfc-99f68e426cd3 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:35.764844 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:35.767314 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Allocated IP 172.20.0.9 (9456407c-e824-4a10-bb14-b293a59163e9/a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82/da812586-076a-4920-8552-77b0cef95de7) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:35.801635 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa587ae-8832-4f41-8a8e-969ddde80f9c req-5988bf90-800e-4866-ba46-32f49e7ffd37 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:35.803970 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8fa587ae-8832-4f41-8a8e-969ddde80f9c req-5988bf90-800e-4866-ba46-32f49e7ffd37 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.0568218 Jan 28 20:36:35.861718 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8fa587ae-8832-4f41-8a8e-969ddde80f9c req-27c7007e-6a32-448c-bf15-ab0e1457599d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512965 Jan 28 20:36:36.019849 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-9056b377-c76f-4f60-9703-6b448141c619 None None] Provisioning complete for port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:36.020426 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-9056b377-c76f-4f60-9703-6b448141c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.054205 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-9056b377-c76f-4f60-9703-6b448141c619 None None] Port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:36.095647 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (38d64510-69e9-4d58-b32a-547abb46e890), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.109363 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-084f4972-9b9a-4b11-b3fa-2dbe67c24abf tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:36.110884 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-084f4972-9b9a-4b11-b3fa-2dbe67c24abf tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.2223761 Jan 28 20:36:36.148043 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a5f3d57f-8e59-4494-ba05-d41a22941024 req-9a263363-0bc4-48c1-9960-cdaf45f95b02 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 210 time: 0.0297618 Jan 28 20:36:36.168872 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Router f78102e1-dab7-413a-8fb8-b454fafd9cc0 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:36.258676 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks [] for port (da812586-076a-4920-8552-77b0cef95de7), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.304315 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (38d64510-69e9-4d58-b32a-547abb46e890), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.311493 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 25cefea7-81aa-4142-899a-5330528aae09 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:36.367140 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 25cefea7-81aa-4142-899a-5330528aae09 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:36.367513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (25cefea7-81aa-4142-899a-5330528aae09), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.410106 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Network 4706b4ac-208e-49dd-94bd-78970bce488d is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:36.427510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:36.442092 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:36.448353 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 25cefea7-81aa-4142-899a-5330528aae09 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:36.448671 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (25cefea7-81aa-4142-899a-5330528aae09), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.474283 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] For port 25cefea7-81aa-4142-899a-5330528aae09, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=25cefea7-81aa-4142-899a-5330528aae09,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:36.478457 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=38d64510-69e9-4d58-b32a-547abb46e890,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:36.481540 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:36.483320 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (25cefea7-81aa-4142-899a-5330528aae09), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.484664 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:36.490074 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-39cd9179-c5ca-4c5b-a51e-f9b29fe10a5a admin admin] 10.222.0.59 "PUT /v2.0/routers/f78102e1-dab7-413a-8fb8-b454fafd9cc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6443181 Jan 28 20:36:36.491282 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (da812586-076a-4920-8552-77b0cef95de7), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.494388 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Deleting port 4843d0bf-c438-4f38-b995-bd7e64982d92 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:36.494723 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.536668 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Sync routers for ids ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:36.572879 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Routers {'f78102e1-dab7-413a-8fb8-b454fafd9cc0'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:36.573865 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:36.647148 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Pushing event updated for resources: {'Port': ['ID=25cefea7-81aa-4142-899a-5330528aae09,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:36.690280 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c9ce06bc-be63-4e04-adfe-3f5cdd91eef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.760278 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:36.760278 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.824010 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Set router f78102e1-dab7-413a-8fb8-b454fafd9cc0 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:36.861349 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-941aac45-fd91-420d-8cad-a7fb61b7d379 None None] Provisioning complete for port 38d64510-69e9-4d58-b32a-547abb46e890 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:36.861733 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-941aac45-fd91-420d-8cad-a7fb61b7d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (38d64510-69e9-4d58-b32a-547abb46e890), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:36.895363 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ef963-5837-46a5-83dc-0a2c424c8668 req-cac449dd-a172-4424-9d43-589256d763c8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:36.897636 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-885ef963-5837-46a5-83dc-0a2c424c8668 req-cac449dd-a172-4424-9d43-589256d763c8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 931 time: 0.1058030 Jan 28 20:36:36.974958 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-941aac45-fd91-420d-8cad-a7fb61b7d379 None None] Port 38d64510-69e9-4d58-b32a-547abb46e890 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:37.003696 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Network 9456407c-e824-4a10-bb14-b293a59163e9 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:37.013786 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:37.030745 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:37.031715 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-885ef963-5837-46a5-83dc-0a2c424c8668 req-d176d381-c583-4bbb-897d-71e1ec444430 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163280 Jan 28 20:36:37.040404 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:37.056002 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:37.056768 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.105395 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Pushing event updated for resources: {'Port': ['ID=da812586-076a-4920-8552-77b0cef95de7,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.132914 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-5a1d135a-afcd-49b5-8207-1f5ca8c3e75a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3117411 Jan 28 20:36:37.149345 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-43b8a4f9-be72-46dc-943e-58808890e3bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102378) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:36:37.150474 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-43b8a4f9-be72-46dc-943e-58808890e3bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089092 Jan 28 20:36:37.160451 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '25cefea7-81aa-4142-899a-5330528aae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:36:33Z', 'revision_number': 4, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port': {'id': '25cefea7-81aa-4142-899a-5330528aae09', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '5e65ae0a-17be-419b-b07b-319d56dd8fb3', 'name': '', 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'mac_address': 'fa:16:3e:12:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '033213b1-5d4f-4500-949e-98982da20fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:32Z', 'updated_at': '2022-01-28T20:36:34Z', 'revision_number': 2, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'subnets': [{'id': '033213b1-5d4f-4500-949e-98982da20fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:37.180156 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Request body: {'port': {'device_id': 'e9301756-2919-4996-8f98-7004d11de728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:37.187216 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b6c0f-59a5-4358-97a3-d239ef08c142 req-7734f85f-bd09-45f2-90ac-e6ebd239068e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:37.192374 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Checking router: f78102e1-dab7-413a-8fb8-b454fafd9cc0 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:37.192902 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Updating router f78102e1-dab7-413a-8fb8-b454fafd9cc0 port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 binding host dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 20:36:37.196065 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5c3b6c0f-59a5-4358-97a3-d239ef08c142 req-7734f85f-bd09-45f2-90ac-e6ebd239068e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 946 time: 0.1025658 Jan 28 20:36:37.227573 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:37.228093 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.232443 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.257264 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5c3b6c0f-59a5-4358-97a3-d239ef08c142 req-fe7dd9da-de24-4526-857b-fa77d1af8425 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602608 Jan 28 20:36:37.272865 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] For port 4843d0bf-c438-4f38-b995-bd7e64982d92, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=4843d0bf-c438-4f38-b995-bd7e64982d92,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:37.272865 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.283652 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (38d64510-69e9-4d58-b32a-547abb46e890), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.291729 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-81aea573-85b2-4478-889f-7712b5c6488a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1550050 Jan 28 20:36:37.343182 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Request body: {'port': {'device_id': '388708b6-8f50-4a4a-8649-28b2ef0853cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:37.365240 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50026) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:37.372291 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-f99cdf91-8e81-4b5c-8f0f-b57127ba11f2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594074015', 'description': 'tempest-secgroup-smoke-1594074015 description', 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:37.412101 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f99cdf91-8e81-4b5c-8f0f-b57127ba11f2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.422251 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6f5c2-27e2-455d-b7d4-1e02011d1c78 req-0385f10f-3f8e-4dbf-b0fe-84caf999053b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:37.425561 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b4e6f5c2-27e2-455d-b7d4-1e02011d1c78 req-0385f10f-3f8e-4dbf-b0fe-84caf999053b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 932 time: 0.0985007 Jan 28 20:36:37.517818 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b4e6f5c2-27e2-455d-b7d4-1e02011d1c78 req-120dddff-13f1-4df8-b7a9-febe0a18f866 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830519 Jan 28 20:36:37.554163 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f99cdf91-8e81-4b5c-8f0f-b57127ba11f2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group (0afd8b13-90f1-4609-a231-1c596ce21861), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.554395 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (da812586-076a-4920-8552-77b0cef95de7), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.559293 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f99cdf91-8e81-4b5c-8f0f-b57127ba11f2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (0afd8b13-90f1-4609-a231-1c596ce21861), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.592903 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f99cdf91-8e81-4b5c-8f0f-b57127ba11f2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.594259 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-f99cdf91-8e81-4b5c-8f0f-b57127ba11f2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2266397 Jan 28 20:36:37.597252 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50028) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:37.602265 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-b08c2cfa-50f4-40a9-996f-3e64d780a43d tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'security_group_rule': {'security_group_id': '0afd8b13-90f1-4609-a231-1c596ce21861', 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:37.608727 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cdf91-8e81-4b5c-8f0f-b57127ba11f2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afd8b13-90f1-4609-a231-1c596ce21861,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.633141 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b08c2cfa-50f4-40a9-996f-3e64d780a43d tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (7d1222b4-9ef0-40af-aa43-8501d0286052), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.696775 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b08c2cfa-50f4-40a9-996f-3e64d780a43d tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (7d1222b4-9ef0-40af-aa43-8501d0286052), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.701670 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b08c2cfa-50f4-40a9-996f-3e64d780a43d tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (7d1222b4-9ef0-40af-aa43-8501d0286052), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.705229 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Publish callbacks [] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), precommit_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.713230 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.719742 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c2cfa-50f4-40a9-996f-3e64d780a43d tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1222b4-9ef0-40af-aa43-8501d0286052,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.730485 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.730899 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (f2461765-d039-444d-b8e3-8a20205aba56), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.731274 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.l3_db [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Floating IP f2461765-d039-444d-b8e3-8a20205aba56 disassociated. External IP: 172.27.0.78, port: 4843d0bf-c438-4f38-b995-bd7e64982d92. Jan 28 20:36:37.731616 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Calling delete_port for 4843d0bf-c438-4f38-b995-bd7e64982d92 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:37.732446 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b08c2cfa-50f4-40a9-996f-3e64d780a43d tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.733653 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b08c2cfa-50f4-40a9-996f-3e64d780a43d tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353772 Jan 28 20:36:37.736335 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50030) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:37.740662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-6091f0df-1264-4b20-9c64-a43750679d98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'security_group_rule': {'security_group_id': '0afd8b13-90f1-4609-a231-1c596ce21861', 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:37.772913 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6091f0df-1264-4b20-9c64-a43750679d98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (eea663ef-925d-4c21-83ca-81f6f60db9c5), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.778087 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324ae47-88b7-46ff-9524-715f35a8aeec None None] Pushing event updated for resources: {'Port': ['ID=5e65ae0a-17be-419b-b07b-319d56dd8fb3,revision_number=3']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.838648 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6091f0df-1264-4b20-9c64-a43750679d98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (eea663ef-925d-4c21-83ca-81f6f60db9c5), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.844194 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6091f0df-1264-4b20-9c64-a43750679d98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (eea663ef-925d-4c21-83ca-81f6f60db9c5), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.846856 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Attempting to bind port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 on host dv-cinder-826350-4-iscsi for vnic_type normal with profile {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:37.848468 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Attempting to bind port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 by drivers openvswitch,hyperv on host dv-cinder-826350-4-iscsi at level 0 using segments [{'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:37.849006 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Attempting to bind port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 on network 310e566e-2fee-4919-8cfc-99f68e426cd3 {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:37.861125 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Checking agent: {'id': '9bf41291-0a9e-4ac8-9614-d2f6d878bff5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826350-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 18, 13), 'started_at': datetime.datetime(2022, 1, 28, 20, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826350-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:37.862011 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Checking segment: {'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:37.862515 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.863002 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Bound using segment: {'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'} {{(pid=102379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:37.863579 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.managers [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Bound port: 5e65ae0a-17be-419b-b07b-319d56dd8fb3, host: dv-cinder-826350-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cf3dc6-118f-40e0-94f0-c69818e3641b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3'}}] {{(pid=102379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:37.864073 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.867195 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091f0df-1264-4b20-9c64-a43750679d98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea663ef-925d-4c21-83ca-81f6f60db9c5,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:37.897413 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6091f0df-1264-4b20-9c64-a43750679d98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.899134 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-6091f0df-1264-4b20-9c64-a43750679d98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618762 Jan 28 20:36:37.901803 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50032) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:37.907166 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-24fd13aa-a023-4da6-9364-3e1723a3c71c tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'security_group_rule': {'security_group_id': '0afd8b13-90f1-4609-a231-1c596ce21861', 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:37.935962 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-24fd13aa-a023-4da6-9364-3e1723a3c71c tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (59a5283b-0027-4f52-b637-67dff15df59b), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:37.944379 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] For port 5e65ae0a-17be-419b-b07b-319d56dd8fb3, host dv-cinder-826350-4-iscsi, cleared binding levels {{(pid=102379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:37.948324 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] For port 5e65ae0a-17be-419b-b07b-319d56dd8fb3, host dv-cinder-826350-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=5e65ae0a-17be-419b-b07b-319d56dd8fb3,segment=NetworkSegment(19cf3dc6-118f-40e0-94f0-c69818e3641b),segment_id=19cf3dc6-118f-40e0-94f0-c69818e3641b)] {{(pid=102379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:37.958776 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.014066 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-24fd13aa-a023-4da6-9364-3e1723a3c71c tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (59a5283b-0027-4f52-b637-67dff15df59b), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.020631 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-24fd13aa-a023-4da6-9364-3e1723a3c71c tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (59a5283b-0027-4f52-b637-67dff15df59b), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.034270 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Routers {'f78102e1-dab7-413a-8fb8-b454fafd9cc0'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:38.035237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:38.043796 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd13aa-a023-4da6-9364-3e1723a3c71c tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a5283b-0027-4f52-b637-67dff15df59b,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.058651 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-24fd13aa-a023-4da6-9364-3e1723a3c71c tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.059910 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-24fd13aa-a023-4da6-9364-3e1723a3c71c tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569128 Jan 28 20:36:38.070391 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50036) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:38.075696 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-9e6ab65b-0286-4926-bdef-026e023401e4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'security_group_rule': {'security_group_id': '0afd8b13-90f1-4609-a231-1c596ce21861', 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:38.095601 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d64510-69e9-4d58-b32a-547abb46e890 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:38.106724 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Publish callbacks [] for port (38d64510-69e9-4d58-b32a-547abb46e890), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.123571 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324ae47-88b7-46ff-9524-715f35a8aeec None None] Pushing event updated for resources: {'Port': ['ID=5e65ae0a-17be-419b-b07b-319d56dd8fb3,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.151093 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-44505d9a-32e6-46c3-976b-7221d1409616 None None] Provisioning complete for port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:38.151597 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-44505d9a-32e6-46c3-976b-7221d1409616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.152876 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab65b-0286-4926-bdef-026e023401e4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (1ed4395b-95d2-404d-b4cd-2c9af84eb8d2), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.176961 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Transition to ACTIVE for port object 38d64510-69e9-4d58-b32a-547abb46e890 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:36:38.178722 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (4843d0bf-c438-4f38-b995-bd7e64982d92), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.216656 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (38d64510-69e9-4d58-b32a-547abb46e890), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.243244 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] Set router f78102e1-dab7-413a-8fb8-b454fafd9cc0 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:38.280194 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event deleted for resources: {'Port': ['ID=4843d0bf-c438-4f38-b995-bd7e64982d92,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.311168 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da812586-076a-4920-8552-77b0cef95de7 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:38.350157 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 25cefea7-81aa-4142-899a-5330528aae09 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:38.363787 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Publish callbacks [] for port (da812586-076a-4920-8552-77b0cef95de7), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.422190 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab65b-0286-4926-bdef-026e023401e4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (1ed4395b-95d2-404d-b4cd-2c9af84eb8d2), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.434444 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1f4c-b347-4c85-9517-8365b4ebf207 req-d367b02f-06fb-43ec-bb8a-987b7529f128 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:38.436009 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7c6d1f4c-b347-4c85-9517-8365b4ebf207 req-d367b02f-06fb-43ec-bb8a-987b7529f128 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 931 time: 0.2937999 Jan 28 20:36:38.461276 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Transition to ACTIVE for port object da812586-076a-4920-8552-77b0cef95de7 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:36:38.466260 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c2c214e2-1210-462b-81b6-8ec11afd839b req-d634ad12-8ef9-4719-ac25-bf1c886f8429 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 210 time: 0.0634658 Jan 28 20:36:38.468126 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab65b-0286-4926-bdef-026e023401e4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (1ed4395b-95d2-404d-b4cd-2c9af84eb8d2), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.489053 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-44505d9a-32e6-46c3-976b-7221d1409616 None None] Current status of the port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 is: DOWN; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:38.489053 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-44505d9a-32e6-46c3-976b-7221d1409616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.508996 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ab65b-0286-4926-bdef-026e023401e4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed4395b-95d2-404d-b4cd-2c9af84eb8d2,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.517593 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Pushing event updated for resources: {'Port': ['ID=38d64510-69e9-4d58-b32a-547abb46e890,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.528207 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (da812586-076a-4920-8552-77b0cef95de7), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.570280 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-44505d9a-32e6-46c3-976b-7221d1409616 None None] For port 5e65ae0a-17be-419b-b07b-319d56dd8fb3, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=5e65ae0a-17be-419b-b07b-319d56dd8fb3,segment=NetworkSegment(19cf3dc6-118f-40e0-94f0-c69818e3641b),segment_id=19cf3dc6-118f-40e0-94f0-c69818e3641b)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:38.575169 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7c6d1f4c-b347-4c85-9517-8365b4ebf207 req-bdb28451-1d5f-4e9f-89b8-b49aa6654249 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174331 Jan 28 20:36:38.577275 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-44505d9a-32e6-46c3-976b-7221d1409616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.603088 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9e6ab65b-0286-4926-bdef-026e023401e4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.606856 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9e6ab65b-0286-4926-bdef-026e023401e4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5323443 Jan 28 20:36:38.612452 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50042) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:38.612653 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 25cefea7-81aa-4142-899a-5330528aae09 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:38.612653 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (25cefea7-81aa-4142-899a-5330528aae09), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.615005 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-6a2e707d-6e60-4a33-a8f8-bdf39ed14f02 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'security_group_rule': {'security_group_id': '0afd8b13-90f1-4609-a231-1c596ce21861', 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:38.669663 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=da812586-076a-4920-8552-77b0cef95de7,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.682932 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.securitygroups_db [None req-6a2e707d-6e60-4a33-a8f8-bdf39ed14f02 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Project ae0bc0d163664eefa8c2c16ca7a80896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:36:38.702989 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6a2e707d-6e60-4a33-a8f8-bdf39ed14f02 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (da7a3dab-f2e0-4a02-a418-cb09e27fc755), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.722115 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44505d9a-32e6-46c3-976b-7221d1409616 None None] Pushing event updated for resources: {'Port': ['ID=5e65ae0a-17be-419b-b07b-319d56dd8fb3,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.732001 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Attempting to bind port 38d64510-69e9-4d58-b32a-547abb46e890 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:38.733334 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Attempting to bind port 38d64510-69e9-4d58-b32a-547abb46e890 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:38.733334 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Attempting to bind port 38d64510-69e9-4d58-b32a-547abb46e890 on network 4706b4ac-208e-49dd-94bd-78970bce488d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:38.749839 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c40e01-1fd2-4de8-9a1c-34793b661888 req-180613c3-63ed-445b-8447-fffc1b300ad8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:38.757499 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-73c40e01-1fd2-4de8-9a1c-34793b661888 req-180613c3-63ed-445b-8447-fffc1b300ad8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.1287093 Jan 28 20:36:38.762174 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Port 38d64510-69e9-4d58-b32a-547abb46e890 on network 4706b4ac-208e-49dd-94bd-78970bce488d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:38.762611 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Attempting to bind port 38d64510-69e9-4d58-b32a-547abb46e890 on network 4706b4ac-208e-49dd-94bd-78970bce488d {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:38.768381 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '25cefea7-81aa-4142-899a-5330528aae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:36:33Z', 'revision_number': 4, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port': {'id': '25cefea7-81aa-4142-899a-5330528aae09', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '5e65ae0a-17be-419b-b07b-319d56dd8fb3', 'name': '', 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'mac_address': 'fa:16:3e:12:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '033213b1-5d4f-4500-949e-98982da20fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:32Z', 'updated_at': '2022-01-28T20:36:37Z', 'revision_number': 4, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'subnets': [{'id': '033213b1-5d4f-4500-949e-98982da20fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:38.772243 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:38.772695 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Checking segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:38.773168 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Bound using segment: {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:38.773715 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Bound port: 38d64510-69e9-4d58-b32a-547abb46e890, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:38.774280 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (38d64510-69e9-4d58-b32a-547abb46e890), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.782905 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Router b32b5521-9534-4e30-a025-8d4a0ab9769d has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:36:38.792026 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-6b7b739c-5a9c-4753-8b6c-6f02213303b6 None None] Provisioning complete for port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:38.792026 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6b7b739c-5a9c-4753-8b6c-6f02213303b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.824522 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898809d-42f3-4266-9074-1c1e272b74aa None None] The sync data for ids ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'] in dv-cinder-826350-4-iscsi is: [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '25cefea7-81aa-4142-899a-5330528aae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:36:33Z', 'revision_number': 4, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port': {'id': '25cefea7-81aa-4142-899a-5330528aae09', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '5e65ae0a-17be-419b-b07b-319d56dd8fb3', 'name': '', 'network_id': '310e566e-2fee-4919-8cfc-99f68e426cd3', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'mac_address': 'fa:16:3e:12:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '033213b1-5d4f-4500-949e-98982da20fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:32Z', 'updated_at': '2022-01-28T20:36:37Z', 'revision_number': 4, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'subnets': [{'id': '033213b1-5d4f-4500-949e-98982da20fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:38.827713 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6a2e707d-6e60-4a33-a8f8-bdf39ed14f02 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (da7a3dab-f2e0-4a02-a418-cb09e27fc755), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.845041 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6a2e707d-6e60-4a33-a8f8-bdf39ed14f02 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (da7a3dab-f2e0-4a02-a418-cb09e27fc755), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.877768 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] For port 38d64510-69e9-4d58-b32a-547abb46e890, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:38.881990 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] For port 38d64510-69e9-4d58-b32a-547abb46e890, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=38d64510-69e9-4d58-b32a-547abb46e890,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:38.907372 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (38d64510-69e9-4d58-b32a-547abb46e890), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.907727 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 25cefea7-81aa-4142-899a-5330528aae09 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:38.935022 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-73c40e01-1fd2-4de8-9a1c-34793b661888 req-c1490147-727a-4fdc-ab94-c007c2fd1be2 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306856 Jan 28 20:36:38.945065 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e707d-6e60-4a33-a8f8-bdf39ed14f02 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7a3dab-f2e0-4a02-a418-cb09e27fc755,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:38.961949 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-6a2e707d-6e60-4a33-a8f8-bdf39ed14f02 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:38.963175 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-6a2e707d-6e60-4a33-a8f8-bdf39ed14f02 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3528209 Jan 28 20:36:38.965904 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50044) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:38.982360 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-eef9cd77-ba96-4e76-88a1-ce3fbae0ad66 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'security_group_rule': {'security_group_id': '0afd8b13-90f1-4609-a231-1c596ce21861', 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:39.008334 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c31e4dec-a786-430a-a81d-e6ff7b2dd951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.022767 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.securitygroups_db [None req-eef9cd77-ba96-4e76-88a1-ce3fbae0ad66 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Project ae0bc0d163664eefa8c2c16ca7a80896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 20:36:39.030266 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b739c-5a9c-4753-8b6c-6f02213303b6 None None] Current status of the port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:39.031244 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-eef9cd77-ba96-4e76-88a1-ce3fbae0ad66 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (01bf7a8c-6c91-45d3-b785-05c9531f231f), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.060303 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Attempting to bind port da812586-076a-4920-8552-77b0cef95de7 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:39.060655 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Attempting to bind port da812586-076a-4920-8552-77b0cef95de7 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:39.061103 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Attempting to bind port da812586-076a-4920-8552-77b0cef95de7 on network 9456407c-e824-4a10-bb14-b293a59163e9 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:39.088384 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:39.089005 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.090474 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] 10.222.0.42 "PUT /v2.0/ports/38d64510-69e9-4d58-b32a-547abb46e890 HTTP/1.1" status: 200 len: 1094 time: 1.9318507 Jan 28 20:36:39.091116 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:39.093394 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d0502c-1c44-400e-9691-3fb026b74efa" -d '{"events": [{"name": "network-changed", "server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "tag": "38d64510-69e9-4d58-b32a-547abb46e890"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:39.095955 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Port da812586-076a-4920-8552-77b0cef95de7 on network 9456407c-e824-4a10-bb14-b293a59163e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:39.096541 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Attempting to bind port da812586-076a-4920-8552-77b0cef95de7 on network 9456407c-e824-4a10-bb14-b293a59163e9 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:39.118999 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-eef9cd77-ba96-4e76-88a1-ce3fbae0ad66 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (01bf7a8c-6c91-45d3-b785-05c9531f231f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.124958 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-eef9cd77-ba96-4e76-88a1-ce3fbae0ad66 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (01bf7a8c-6c91-45d3-b785-05c9531f231f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.149599 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9cd77-ba96-4e76-88a1-ce3fbae0ad66 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bf7a8c-6c91-45d3-b785-05c9531f231f,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:39.163932 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-eef9cd77-ba96-4e76-88a1-ce3fbae0ad66 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.173357 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-eef9cd77-ba96-4e76-88a1-ce3fbae0ad66 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1988173 Jan 28 20:36:39.175783 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd0eded-6802-49f2-bcd6-02443a5da529 x-openstack-request-id: req-3bd0eded-6802-49f2-bcd6-02443a5da529 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:39.177105 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "tag": "38d64510-69e9-4d58-b32a-547abb46e890", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:39.177345 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3bd0eded-6802-49f2-bcd6-02443a5da529 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:39.177816 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890', 'status': 'completed', 'code': 200} Jan 28 20:36:39.178678 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:39.179028 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Checking segment: {'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:39.179419 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Bound using segment: {'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:39.179876 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Bound port: da812586-076a-4920-8552-77b0cef95de7, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c208629-1132-4283-9eea-fccf5150a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:39.180240 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (da812586-076a-4920-8552-77b0cef95de7), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.183339 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15e2d0-0ad7-41ae-bbf7-c70405b97c13 service neutron] Pushing event updated for resources: {'Port': ['ID=38d64510-69e9-4d58-b32a-547abb46e890,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:39.293937 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:36:39.306847 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] Sync routers for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:36:39.324981 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:39.325797 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:39.362156 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-7a056335-3740-40c5-b340-2417a2181007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:39.363722 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-7a056335-3740-40c5-b340-2417a2181007 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 1128 time: 0.1920302 Jan 28 20:36:39.391947 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] No DVR routers for this DVR port 4843d0bf-c438-4f38-b995-bd7e64982d92 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:39.405528 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.408846 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-b594c737-e001-40d6-98c8-e3e14b2a2345 req-631bf0b4-c23b-40ce-9f1a-d7c3f06d82a4 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "DELETE /v2.0/ports/4843d0bf-c438-4f38-b995-bd7e64982d92 HTTP/1.1" status: 204 len: 173 time: 3.2899618 Jan 28 20:36:39.410000 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] For port da812586-076a-4920-8552-77b0cef95de7, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:39.433718 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 4843d0bf-c438-4f38-b995-bd7e64982d92 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:39.449846 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-3cd156de-43ea-4fec-b276-34184f004992 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d64510-69e9-4d58-b32a-547abb46e890 HTTP/1.1" status: 200 len: 217 time: 0.0599968 Jan 28 20:36:39.472026 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 4843d0bf-c438-4f38-b995-bd7e64982d92 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:39.472381 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 4843d0bf-c438-4f38-b995-bd7e64982d92 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:39.488147 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] For port da812586-076a-4920-8552-77b0cef95de7, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=da812586-076a-4920-8552-77b0cef95de7,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:39.516956 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (da812586-076a-4920-8552-77b0cef95de7), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.531459 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:39.587889 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:39.588421 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:39.589807 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] 10.222.0.42 "PUT /v2.0/ports/da812586-076a-4920-8552-77b0cef95de7 HTTP/1.1" status: 200 len: 1093 time: 2.2796433 Jan 28 20:36:39.612708 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-7eafa98b-91f9-4c8c-aca2-14d691d02b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:39.614398 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-7eafa98b-91f9-4c8c-aca2-14d691d02b05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.1362872 Jan 28 20:36:39.677443 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff16334-7b03-481f-b13d-7ecda9314cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=da812586-076a-4920-8552-77b0cef95de7,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:39.711660 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-98d860b8-b4c8-4a84-8a1b-27fb289ee786 req-2c818975-51d1-4045-b9d8-b62c0be0960e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c701840-780a-4c1e-83e3-d03c2b53b0ed HTTP/1.1" status: 200 len: 210 time: 0.0861750 Jan 28 20:36:39.742423 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-65fb209f-853d-44eb-a9fc-ecd7b3d7ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:39.744097 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-65fb209f-853d-44eb-a9fc-ecd7b3d7ed16 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190882 Jan 28 20:36:39.783349 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f61b7-5242-4a1e-8fcd-3e139ec620b7 req-1db04173-ab2e-4851-b402-3439a6cc1bc3 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:39.791315 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-157f61b7-5242-4a1e-8fcd-3e139ec620b7 req-1db04173-ab2e-4851-b402-3439a6cc1bc3 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 943 time: 0.1013660 Jan 28 20:36:39.833103 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-877380e5-54af-4a34-b959-f85eb2fdd0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:39.846623 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-157f61b7-5242-4a1e-8fcd-3e139ec620b7 req-f4b3b5e9-8ea2-4f6c-bf94-5404ee45edf5 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541043 Jan 28 20:36:39.848145 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-877380e5-54af-4a34-b959-f85eb2fdd0bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f756fa797e7348fab2201dff5eb91ebc&device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 1127 time: 0.1847272 Jan 28 20:36:39.908418 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-ccaac891-a3a4-4269-a200-ed3b564e6594 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da812586-076a-4920-8552-77b0cef95de7 HTTP/1.1" status: 200 len: 217 time: 0.0536723 Jan 28 20:36:39.953607 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:39.994554 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] Checking router: b32b5521-9534-4e30-a025-8d4a0ab9769d for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:36:40.008294 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:36:40.009042 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:40.048390 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-d61a3ed8-92bb-4efa-8405-376497af642a service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964284 Jan 28 20:36:40.054850 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-b26a6a4c-f76f-4701-8dbc-121a9f458720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:40.056449 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-b26a6a4c-f76f-4701-8dbc-121a9f458720 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82 HTTP/1.1" status: 200 len: 849 time: 0.1352651 Jan 28 20:36:40.077284 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.119234 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342aa724-ff8a-43b4-a553-d04bfde00297 req-3feb92e0-343e-41ca-879f-269c07b55ec2 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:40.120839 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-342aa724-ff8a-43b4-a553-d04bfde00297 req-3feb92e0-343e-41ca-879f-269c07b55ec2 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0703664 Jan 28 20:36:40.143252 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-a4c46dc8-5841-49a4-9b45-832d26a35397 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9456407c-e824-4a10-bb14-b293a59163e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757735 Jan 28 20:36:40.154772 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:36:40.177933 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-342aa724-ff8a-43b4-a553-d04bfde00297 req-91bcc0de-0c2a-451e-ac1f-1da2b72dc472 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503597 Jan 28 20:36:40.301132 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 5e65ae0a-17be-419b-b07b-319d56dd8fb3 up at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:40.364642 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Provisioning complete for port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:40.365358 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.467552 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Current status of the port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 is: ACTIVE; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:40.488627 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:36:40.509516 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-40f79cef-2a48-417e-9711-aa85143a7c91 req-fff701af-015b-4483-baf9-629bd717f0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512799 Jan 28 20:36:40.521354 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e4d8e-43c4-4794-a3a6-e7d6310dc488 None None] The sync data for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi is: [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:36:40.538389 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-7c081d69-11cb-4d60-8096-7bde9c7eeef9 service neutron] 10.222.0.42 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877995 Jan 28 20:36:40.685421 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-75d6a63c-d54f-4194-ae4a-7e3ab6e332bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:40.687078 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-75d6a63c-d54f-4194-ae4a-7e3ab6e332bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 1128 time: 0.0922654 Jan 28 20:36:40.689632 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-66d53a61-4e36-4110-a008-506bd5eb5eed req-8407885d-2645-4257-a78c-8e38d4558d3f service neutron] 10.222.0.42 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430507 Jan 28 20:36:40.792634 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50112) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:40.810544 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-35f7fd37-5fc1-42d5-88b0-6b4e8a879f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:40.812587 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-35f7fd37-5fc1-42d5-88b0-6b4e8a879f2c service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.1143744 Jan 28 20:36:40.863741 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d8b4-e145-43c0-a8a8-fb12c0504dcc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (095739ce-e2fc-4e34-bb12-3ee0c19ba5c7), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.864672 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-0dd87ba0-60cf-43f0-aee1-1ebcfe726a3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d64510-69e9-4d58-b32a-547abb46e890 HTTP/1.1" status: 200 len: 217 time: 0.0445290 Jan 28 20:36:40.895404 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d8b4-e145-43c0-a8a8-fb12c0504dcc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (095739ce-e2fc-4e34-bb12-3ee0c19ba5c7), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:40.917005 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-4d67c932-d6a3-4047-b12f-12c559e38083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:40.919637 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-4d67c932-d6a3-4047-b12f-12c559e38083 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0493467 Jan 28 20:36:40.984196 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-abcdbfd3-7e55-4821-9c40-22d90c8be3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:40.986540 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-abcdbfd3-7e55-4821-9c40-22d90c8be3d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596905 Jan 28 20:36:41.007820 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d8b4-e145-43c0-a8a8-fb12c0504dcc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (095739ce-e2fc-4e34-bb12-3ee0c19ba5c7), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.010907 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d8b4-e145-43c0-a8a8-fb12c0504dcc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.012357 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-cfe9d8b4-e145-43c0-a8a8-fb12c0504dcc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "DELETE /v2.0/security-groups/095739ce-e2fc-4e34-bb12-3ee0c19ba5c7 HTTP/1.1" status: 204 len: 168 time: 0.2180936 Jan 28 20:36:41.017947 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50118) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:41.024286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ce350-028e-4674-b0ff-ef2230a15104 req-fddd1473-3262-4758-a90c-2a67f0b7d4ae tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:41.026125 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c21ce350-028e-4674-b0ff-ef2230a15104 req-fddd1473-3262-4758-a90c-2a67f0b7d4ae tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 943 time: 0.0944314 Jan 28 20:36:41.056497 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9d8b4-e145-43c0-a8a8-fb12c0504dcc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=095739ce-e2fc-4e34-bb12-3ee0c19ba5c7,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:41.067488 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.api.v2.resource [None req-28be92fd-9c75-4836-82b0-4e644ea3266d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] show failed (client error): The resource could not be found. Jan 28 20:36:41.069103 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-28be92fd-9c75-4836-82b0-4e644ea3266d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups/095739ce-e2fc-4e34-bb12-3ee0c19ba5c7 HTTP/1.1" status: 404 len: 347 time: 0.0497007 Jan 28 20:36:41.073028 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50120) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:41.093523 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe40835c-eb87-487f-abbf-cbe806d20993 None None] New status for floating IP f2461765-d039-444d-b8e3-8a20205aba56: DOWN {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:36:41.113648 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c21ce350-028e-4674-b0ff-ef2230a15104 req-83fa0cae-3f8a-46e0-ab8f-9b811c85207e tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787959 Jan 28 20:36:41.179369 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'name': 'network-vif-deleted', 'tag': '4843d0bf-c438-4f38-b995-bd7e64982d92'}, {'name': 'network-changed', 'server_uuid': '388708b6-8f50-4a4a-8649-28b2ef0853cc', 'tag': 'da812586-076a-4920-8552-77b0cef95de7'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:41.181592 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65600af-5049-4572-b37e-815bca748430" -d '{"events": [{"server_uuid": "0c701840-780a-4c1e-83e3-d03c2b53b0ed", "name": "network-vif-deleted", "tag": "4843d0bf-c438-4f38-b995-bd7e64982d92"}, {"name": "network-changed", "server_uuid": "388708b6-8f50-4a4a-8649-28b2ef0853cc", "tag": "da812586-076a-4920-8552-77b0cef95de7"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:41.227261 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-3253f1e2-95cb-4730-8da2-5ff51e949b44 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339323 Jan 28 20:36:41.258312 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75fb850-665e-42b9-9bc2-29c151a25cbf x-openstack-request-id: req-f75fb850-665e-42b9-9bc2-29c151a25cbf {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:41.258918 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c701840-780a-4c1e-83e3-d03c2b53b0ed", "name": "network-vif-deleted", "tag": "4843d0bf-c438-4f38-b995-bd7e64982d92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "388708b6-8f50-4a4a-8649-28b2ef0853cc", "tag": "da812586-076a-4920-8552-77b0cef95de7", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:41.259102 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f75fb850-665e-42b9-9bc2-29c151a25cbf {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:41.259569 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c701840-780a-4c1e-83e3-d03c2b53b0ed', 'name': 'network-vif-deleted', 'tag': '4843d0bf-c438-4f38-b995-bd7e64982d92', 'status': 'completed', 'code': 200} Jan 28 20:36:41.259929 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388708b6-8f50-4a4a-8649-28b2ef0853cc', 'tag': 'da812586-076a-4920-8552-77b0cef95de7', 'status': 'completed', 'code': 200} Jan 28 20:36:41.326387 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283a98d-b02d-4ac7-ac8a-20c83b555ae1 req-3269a02d-eb08-48a9-bcf0-b64dbd02ded4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:41.327920 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a283a98d-b02d-4ac7-ac8a-20c83b555ae1 req-3269a02d-eb08-48a9-bcf0-b64dbd02ded4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0563769 Jan 28 20:36:41.351979 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Deleting port ebcf025d-fbc8-4ca2-bf3d-816c76aec382 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:41.352320 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.380139 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a283a98d-b02d-4ac7-ac8a-20c83b555ae1 req-5f18766a-39d7-4325-ae10-d7ea0230c324 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464518 Jan 28 20:36:41.431577 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e3d0502c-1c44-400e-9691-3fb026b74efa req-b131cf49-a8ac-4a1b-813a-1089e6f0af09 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981790 Jan 28 20:36:41.436051 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65600af-5049-4572-b37e-815bca748430 req-5ed01dca-7fe4-4c90-b31d-f9cd7a4dc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:41.437325 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a65600af-5049-4572-b37e-815bca748430 req-5ed01dca-7fe4-4c90-b31d-f9cd7a4dc769 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f756fa797e7348fab2201dff5eb91ebc&device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 1127 time: 0.1658564 Jan 28 20:36:41.498245 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.515487 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.515819 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.533857 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Calling delete_port for ebcf025d-fbc8-4ca2-bf3d-816c76aec382 owned by network:floatingip {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:41.611241 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65600af-5049-4572-b37e-815bca748430 req-a359fa55-d5cd-43e7-aa61-70cc6f164b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:41.612715 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a65600af-5049-4572-b37e-815bca748430 req-a359fa55-d5cd-43e7-aa61-70cc6f164b51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9456407c-e824-4a10-bb14-b293a59163e9 HTTP/1.1" status: 200 len: 910 time: 0.1647019 Jan 28 20:36:41.677127 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a65600af-5049-4572-b37e-815bca748430 req-bc422298-ebbd-4581-8a45-bc32450c1bb0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da812586-076a-4920-8552-77b0cef95de7 HTTP/1.1" status: 200 len: 217 time: 0.0457180 Jan 28 20:36:41.730201 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (ebcf025d-fbc8-4ca2-bf3d-816c76aec382), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.757278 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event deleted for resources: {'Port': ['ID=ebcf025d-fbc8-4ca2-bf3d-816c76aec382,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:41.820674 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (f2461765-d039-444d-b8e3-8a20205aba56), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.823291 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:41.824642 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-245c9eea-182f-4d12-88a2-2a2eec6e58a8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "DELETE /v2.0/floatingips/f2461765-d039-444d-b8e3-8a20205aba56 HTTP/1.1" status: 204 len: 168 time: 0.7506008 Jan 28 20:36:41.899059 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65600af-5049-4572-b37e-815bca748430 req-b81a5dbc-ff63-4de6-93f9-717c17281b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:41.900683 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a65600af-5049-4572-b37e-815bca748430 req-b81a5dbc-ff63-4de6-93f9-717c17281b76 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82 HTTP/1.1" status: 200 len: 849 time: 0.0495737 Jan 28 20:36:41.936982 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a65600af-5049-4572-b37e-815bca748430 req-79a1afd4-8777-459c-9d5e-31502c2c097b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9456407c-e824-4a10-bb14-b293a59163e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263352 Jan 28 20:36:42.033020 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a65600af-5049-4572-b37e-815bca748430 req-20cf27aa-3a07-49fb-a285-354585bde07a service neutron] 10.222.0.42 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900288 Jan 28 20:36:42.046093 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50130) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:42.050669 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-acfaac3b-bc7e-4bfa-a27c-d634aa98f107 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489226788', 'description': 'tempest-description--1719531084'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:42.080105 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-acfaac3b-bc7e-4bfa-a27c-d634aa98f107 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.131566 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-a65600af-5049-4572-b37e-815bca748430 req-ade45a55-8d45-47fe-baa0-315d10659275 service neutron] 10.222.0.42 "GET /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918264 Jan 28 20:36:42.153523 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-acfaac3b-bc7e-4bfa-a27c-d634aa98f107 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (36ceed7e-5403-4a10-b006-f5e189cc82f5), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.158288 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-acfaac3b-bc7e-4bfa-a27c-d634aa98f107 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (36ceed7e-5403-4a10-b006-f5e189cc82f5), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.187539 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-acfaac3b-bc7e-4bfa-a27c-d634aa98f107 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.188754 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-acfaac3b-bc7e-4bfa-a27c-d634aa98f107 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416559 Jan 28 20:36:42.192124 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50134) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:42.198315 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-3416a240-166f-4fd3-bd30-9f6cd6149b07 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'security_group_rule': {'security_group_id': '36ceed7e-5403-4a10-b006-f5e189cc82f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:42.200565 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaac3b-bc7e-4bfa-a27c-d634aa98f107 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ceed7e-5403-4a10-b006-f5e189cc82f5,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:42.225039 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3416a240-166f-4fd3-bd30-9f6cd6149b07 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (63f2e481-3301-42a0-8b8f-d66d4b9d9ca1), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.252104 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d9698-c561-4b53-a059-c50f0d779238 req-1f616b60-5387-41b8-85cc-937bbe706ed8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:42.253313 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-367d9698-c561-4b53-a059-c50f0d779238 req-1f616b60-5387-41b8-85cc-937bbe706ed8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 943 time: 0.0618489 Jan 28 20:36:42.287883 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3416a240-166f-4fd3-bd30-9f6cd6149b07 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (63f2e481-3301-42a0-8b8f-d66d4b9d9ca1), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.291675 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3416a240-166f-4fd3-bd30-9f6cd6149b07 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (63f2e481-3301-42a0-8b8f-d66d4b9d9ca1), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.304947 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-367d9698-c561-4b53-a059-c50f0d779238 req-81c6910c-b879-4bb4-9452-32829c8ae1d5 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455256 Jan 28 20:36:42.314508 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416a240-166f-4fd3-bd30-9f6cd6149b07 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f2e481-3301-42a0-8b8f-d66d4b9d9ca1,revision_number=0']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:42.323355 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3416a240-166f-4fd3-bd30-9f6cd6149b07 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.327437 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-3416a240-166f-4fd3-bd30-9f6cd6149b07 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315532 Jan 28 20:36:42.328132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50136) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:42.332719 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-9251f5aa-76a6-44d9-b2e7-f8c602e2ec70 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'security_group_rule': {'security_group_id': '36ceed7e-5403-4a10-b006-f5e189cc82f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:42.357546 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9251f5aa-76a6-44d9-b2e7-f8c602e2ec70 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (d9d9f6a3-28c5-4e38-8fe3-79c708946438), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.417403 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9251f5aa-76a6-44d9-b2e7-f8c602e2ec70 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (d9d9f6a3-28c5-4e38-8fe3-79c708946438), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.421436 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9251f5aa-76a6-44d9-b2e7-f8c602e2ec70 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1587360'] for security_group_rule (d9d9f6a3-28c5-4e38-8fe3-79c708946438), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.436989 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251f5aa-76a6-44d9-b2e7-f8c602e2ec70 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d9f6a3-28c5-4e38-8fe3-79c708946438,revision_number=0']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:42.447617 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9251f5aa-76a6-44d9-b2e7-f8c602e2ec70 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.448821 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9251f5aa-76a6-44d9-b2e7-f8c602e2ec70 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196730 Jan 28 20:36:42.452217 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50140) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:36:42.456669 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:42.478868 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.509686 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d3990-8fa3-4ea9-be72-f6cb81571c30 req-fc417aa1-60e6-4f58-a6a4-aea6b9fac66e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:42.511123 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1f3d3990-8fa3-4ea9-be72-f6cb81571c30 req-fc417aa1-60e6-4f58-a6a4-aea6b9fac66e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0601959 Jan 28 20:36:42.563542 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1f3d3990-8fa3-4ea9-be72-f6cb81571c30 req-6063e3f0-0470-47b2-8265-b44341a9a6cf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461144 Jan 28 20:36:42.580438 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.691373 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Allocated IP 172.27.0.53 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/43957ff9-ad53-42eb-aab4-bde28a3021ca) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:42.795717 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for port (43957ff9-ad53-42eb-aab4-bde28a3021ca), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.831384 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (43957ff9-ad53-42eb-aab4-bde28a3021ca), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.832090 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:42.870291 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:42.873057 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:42.878478 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:42.903955 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'Port': ['ID=43957ff9-ad53-42eb-aab4-bde28a3021ca,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:42.969702 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (4da835a6-459a-4bb6-a9d0-b5cc17d06ece), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.006915 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (43957ff9-ad53-42eb-aab4-bde28a3021ca), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.160955 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for port (43957ff9-ad53-42eb-aab4-bde28a3021ca), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.166135 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (43957ff9-ad53-42eb-aab4-bde28a3021ca), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.236017 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'Port': ['ID=43957ff9-ad53-42eb-aab4-bde28a3021ca,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:43.244935 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (4da835a6-459a-4bb6-a9d0-b5cc17d06ece), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.259677 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.268880 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-e0717b58-2efc-494e-9e1e-8724ebcdd415 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8077004 Jan 28 20:36:43.436478 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-3d93210f-b947-409c-a27c-631e050151b3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--489226788&fields=id&tenant_id=1c0728fb029c4fd3acf933d889ce813d HTTP/1.1" status: 200 len: 267 time: 0.0718040 Jan 28 20:36:43.451683 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf98cf-04d1-4732-bc67-f3d2f5b84966 req-e7edb26a-54eb-4dc7-a02b-9e8980091aba tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.453167 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cfcf98cf-04d1-4732-bc67-f3d2f5b84966 req-e7edb26a-54eb-4dc7-a02b-9e8980091aba tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 943 time: 0.0752947 Jan 28 20:36:43.463571 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device da812586-076a-4920-8552-77b0cef95de7 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:36:43.560634 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cfcf98cf-04d1-4732-bc67-f3d2f5b84966 req-ac1b9915-6b15-47e4-8318-4e4eb8f1263a tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965495 Jan 28 20:36:43.566170 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port da812586-076a-4920-8552-77b0cef95de7, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=da812586-076a-4920-8552-77b0cef95de7,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:43.579667 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': 'da812586-076a-4920-8552-77b0cef95de7', 'network_id': '9456407c-e824-4a10-bb14-b293a59163e9', 'port_id': 'da812586-076a-4920-8552-77b0cef95de7', 'mac_address': 'fa:16:3e:28:2d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:43.595678 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-23de9cb0-25d7-4c31-ad53-cf70dc1bc830 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.597194 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-23de9cb0-25d7-4c31-ad53-cf70dc1bc830 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 811 time: 0.1431651 Jan 28 20:36:43.612727 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-f5a23ff1-d48b-4c03-85b6-5c902e465b17 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/quotas/1c0728fb029c4fd3acf933d889ce813d HTTP/1.1" status: 200 len: 375 time: 0.0091193 Jan 28 20:36:43.626834 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port da812586-076a-4920-8552-77b0cef95de7 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:43.627229 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (da812586-076a-4920-8552-77b0cef95de7), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.647297 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da812586-076a-4920-8552-77b0cef95de7 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:43.670116 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port da812586-076a-4920-8552-77b0cef95de7, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=da812586-076a-4920-8552-77b0cef95de7,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:43.673956 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (da812586-076a-4920-8552-77b0cef95de7), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:43.711652 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ddb2d396-c289-42b8-9421-bc6116049a2c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923877 Jan 28 20:36:43.727917 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcccf-7134-4510-ac85-02aede83b434 req-ecd65c56-fbb7-4475-8623-eb30957c70d9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:43.729427 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-39cfcccf-7134-4510-ac85-02aede83b434 req-ecd65c56-fbb7-4475-8623-eb30957c70d9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0807307 Jan 28 20:36:43.730840 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=da812586-076a-4920-8552-77b0cef95de7,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:43.835161 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-39cfcccf-7134-4510-ac85-02aede83b434 req-c984e8d0-c9a5-45b2-98a1-a4ad4fca6d2f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976577 Jan 28 20:36:43.855141 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-d81dba2a-1837-4eb3-a420-7c96f167847b service neutron] 10.222.0.59 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247101 Jan 28 20:36:43.948091 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-a9313ab7-a520-4906-ac5f-9017000f23f9 service neutron] 10.222.0.59 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873792 Jan 28 20:36:44.050920 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['da812586-076a-4920-8552-77b0cef95de7'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:44.122102 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-cab12582-ea64-4788-9911-2bea16e6cee2 req-5167196b-4a93-4a69-9f0e-734e33187aa3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 210 time: 0.0324726 Jan 28 20:36:44.690685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178746fe-4a7a-4f96-ada6-d8af53380d6c req-1c33a005-ebc1-4797-bf9a-5a1f6caec470 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:44.692200 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-178746fe-4a7a-4f96-ada6-d8af53380d6c req-1c33a005-ebc1-4797-bf9a-5a1f6caec470 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 944 time: 0.0548220 Jan 28 20:36:44.739250 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-178746fe-4a7a-4f96-ada6-d8af53380d6c req-2aacccb0-5525-40a7-b7ef-e35153c6a247 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Jan 28 20:36:44.963935 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22d2d-687e-4e82-a238-6980399a136c req-749f16b7-562b-458b-9c11-a4fd987c2e89 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:44.965416 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aec22d2d-687e-4e82-a238-6980399a136c req-749f16b7-562b-458b-9c11-a4fd987c2e89 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0602155 Jan 28 20:36:45.015119 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-aec22d2d-687e-4e82-a238-6980399a136c req-f8ae76ca-9473-4b5e-8e41-e0941421790f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438962 Jan 28 20:36:45.122885 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-a0e03c9b-4a3c-4410-be13-1db307062bf5 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.124364 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-a0e03c9b-4a3c-4410-be13-1db307062bf5 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 811 time: 0.1073303 Jan 28 20:36:45.191771 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-e79f1c96-df9e-4a3c-99a1-70de216c14d2 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c0728fb029c4fd3acf933d889ce813d HTTP/1.1" status: 200 len: 379 time: 0.0577693 Jan 28 20:36:45.204889 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'port': {'device_id': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'admin_state_up': True, 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'security_groups': ['36ceed7e-5403-4a10-b006-f5e189cc82f5']}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:45.238677 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3dce7be0-a4dc-4c83-82a4-b6d24d41b2fb req-7a745c32-7294-4252-b81a-aba9a064d73a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 210 time: 0.0337112 Jan 28 20:36:45.315262 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Made reservation on behalf of 1c0728fb029c4fd3acf933d889ce813d for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:36:45.318658 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:45.446214 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Allocated IP 172.20.0.13 (eb79ac15-c1bc-4519-8571-57377ab7b400/2ad248d9-e231-44c7-877c-94949aa083fa/24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:36:45.502546 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device da812586-076a-4920-8552-77b0cef95de7 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:45.552525 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port da812586-076a-4920-8552-77b0cef95de7 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:36:45.556264 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port da812586-076a-4920-8552-77b0cef95de7 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:45.556642 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (da812586-076a-4920-8552-77b0cef95de7), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:45.586262 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:45.621107 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:45.632316 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port da812586-076a-4920-8552-77b0cef95de7 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:45.632714 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (da812586-076a-4920-8552-77b0cef95de7), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:45.656661 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388708b6-8f50-4a4a-8649-28b2ef0853cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da812586-076a-4920-8552-77b0cef95de7'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:45.658938 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61071c2b-9919-4193-8560-b69dfa94bc99" -d '{"events": [{"server_uuid": "388708b6-8f50-4a4a-8649-28b2ef0853cc", "name": "network-vif-plugged", "status": "completed", "tag": "da812586-076a-4920-8552-77b0cef95de7"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:45.666112 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Network eb79ac15-c1bc-4519-8571-57377ab7b400 is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:36:45.673615 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:36:45.675371 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port da812586-076a-4920-8552-77b0cef95de7, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=da812586-076a-4920-8552-77b0cef95de7,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:45.676136 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:36:45.680456 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (da812586-076a-4920-8552-77b0cef95de7), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:45.712186 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39b9d00-171d-48a4-b3c7-12ce46d3a403 x-openstack-request-id: req-c39b9d00-171d-48a4-b3c7-12ce46d3a403 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:45.712461 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388708b6-8f50-4a4a-8649-28b2ef0853cc", "name": "network-vif-plugged", "status": "completed", "tag": "da812586-076a-4920-8552-77b0cef95de7", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:45.712833 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c39b9d00-171d-48a4-b3c7-12ce46d3a403 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:45.713090 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388708b6-8f50-4a4a-8649-28b2ef0853cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da812586-076a-4920-8552-77b0cef95de7', 'code': 200} Jan 28 20:36:45.717112 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event updated for resources: {'Port': ['ID=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:45.745730 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.746427 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:45.747867 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=da812586-076a-4920-8552-77b0cef95de7,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:45.778274 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ceba3616-4090-47ff-991b-9eaad6ae484b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5773828 Jan 28 20:36:45.793042 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Request body: {'port': {'device_id': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:36:45.889491 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:45.898509 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d9b63-3b0f-4673-bdbc-2704d4747d14 req-780b71c1-3a8e-4b67-ac6c-42879f270957 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.900082 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-355d9b63-3b0f-4673-bdbc-2704d4747d14 req-780b71c1-3a8e-4b67-ac6c-42879f270957 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 945 time: 0.0678110 Jan 28 20:36:45.942044 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916c261-a0e0-47ae-b805-8acf295a9671 req-51761cab-6069-4ff5-ac70-33376c5d079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:45.946834 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2916c261-a0e0-47ae-b805-8acf295a9671 req-51761cab-6069-4ff5-ac70-33376c5d079b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 1129 time: 0.0874958 Jan 28 20:36:45.951782 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-355d9b63-3b0f-4673-bdbc-2704d4747d14 req-83fef91c-f047-420a-9c89-fb600aa6959c tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Jan 28 20:36:46.055759 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-cea48ee6-ee48-4717-8ef4-75022565859a None None] Provisioning complete for port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:46.056372 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-cea48ee6-ee48-4717-8ef4-75022565859a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:46.058457 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2916c261-a0e0-47ae-b805-8acf295a9671 req-48b0b241-fcb3-46d0-8194-f13fc95f6420 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073956 Jan 28 20:36:46.091348 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-cea48ee6-ee48-4717-8ef4-75022565859a None None] Port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:36:46.148207 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0469f8f-2cde-4123-9905-038e23d49710 req-7ec83f8d-9aa5-4541-8588-be4deb163815 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.149906 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a0469f8f-2cde-4123-9905-038e23d49710 req-7ec83f8d-9aa5-4541-8588-be4deb163815 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0570400 Jan 28 20:36:46.200275 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a0469f8f-2cde-4123-9905-038e23d49710 req-e45a123d-34a9-491c-a465-2732068358a1 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449049 Jan 28 20:36:46.206515 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:46.214648 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Publish callbacks [] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:46.226703 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Transition to ACTIVE for port object 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:36:46.229798 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:46.301921 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Pushing event updated for resources: {'Port': ['ID=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:46.355503 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Attempting to bind port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:36:46.355842 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Attempting to bind port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:36:46.356176 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Attempting to bind port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd on network eb79ac15-c1bc-4519-8571-57377ab7b400 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:46.362140 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd on network eb79ac15-c1bc-4519-8571-57377ab7b400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:36:46.362466 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Attempting to bind port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd on network eb79ac15-c1bc-4519-8571-57377ab7b400 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:36:46.369252 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:36:46.369602 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Checking segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:36:46.370045 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Bound using segment: {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:36:46.370590 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Bound port: 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dff523d-fafc-4847-81f3-0cfc57e1e718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:36:46.370952 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:46.386009 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011d651-6c9a-43c9-80e0-e06576d95108 req-2eecbabc-493e-414f-9af5-d55ecacc06f8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.387656 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a011d651-6c9a-43c9-80e0-e06576d95108 req-2eecbabc-493e-414f-9af5-d55ecacc06f8 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 944 time: 0.0609624 Jan 28 20:36:46.446892 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] For port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:36:46.450327 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] For port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:36:46.452356 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a011d651-6c9a-43c9-80e0-e06576d95108 req-1c8db961-5b9e-4672-b8c7-6f693d68bc3f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586801 Jan 28 20:36:46.457563 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:46.499158 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.499794 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:46.501276 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] 10.222.0.42 "PUT /v2.0/ports/24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd HTTP/1.1" status: 200 len: 1094 time: 0.7127674 Jan 28 20:36:46.503408 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'tag': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:46.506616 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c629f203-7b9d-461f-a21d-30960ea727b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a281ecb1-a100-4005-a1e7-0a6598b9a1b9", "tag": "24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:46.538070 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05af59-4ee1-4a63-874e-6872970f0085 service neutron] Pushing event updated for resources: {'Port': ['ID=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:46.554538 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc764faa-0c16-467b-b68d-0491ebd4037b x-openstack-request-id: req-cc764faa-0c16-467b-b68d-0491ebd4037b {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:46.554834 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a281ecb1-a100-4005-a1e7-0a6598b9a1b9", "tag": "24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:46.555085 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cc764faa-0c16-467b-b68d-0491ebd4037b {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:46.555483 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'tag': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'status': 'completed', 'code': 200} Jan 28 20:36:46.628430 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-a156e450-9847-4f97-aa5b-8b1fd3443085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.630249 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-a156e450-9847-4f97-aa5b-8b1fd3443085 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 1128 time: 0.0476186 Jan 28 20:36:46.685275 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-ff7b4b1a-34ce-4ee3-a268-234d719607dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd HTTP/1.1" status: 200 len: 217 time: 0.0376096 Jan 28 20:36:46.751067 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-9ddf9647-3d13-425b-9b9a-e7f658042d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.752534 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-9ddf9647-3d13-425b-9b9a-e7f658042d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0588284 Jan 28 20:36:46.805344 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-c1b0c839-768d-4550-a55e-64ea1bc3bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:46.807201 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-c1b0c839-768d-4550-a55e-64ea1bc3bad1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477636 Jan 28 20:36:46.913025 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-1ee1cb74-a000-49b2-92c9-56ed540c8aef service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842402 Jan 28 20:36:47.007963 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e2e4d718-193d-47e3-a919-f5c8e5eac552 req-1c2e72f9-98a2-4477-a043-4205dfee1a52 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888333 Jan 28 20:36:47.080804 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8104145-c2cc-4ab7-ab7d-b190657af3d1 req-12f35a5a-71d8-4efc-9d94-1e9c931360e5 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.082345 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b8104145-c2cc-4ab7-ab7d-b190657af3d1 req-12f35a5a-71d8-4efc-9d94-1e9c931360e5 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 945 time: 0.0608339 Jan 28 20:36:47.099490 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-f1289778-87c5-4ca1-98ed-9edee06bc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.101152 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-f1289778-87c5-4ca1-98ed-9edee06bc5c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 1128 time: 0.0479250 Jan 28 20:36:47.132263 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b8104145-c2cc-4ab7-ab7d-b190657af3d1 req-ac048498-5537-4863-a052-127907893d88 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436904 Jan 28 20:36:47.210185 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-299f16b6-6624-470f-8f77-b04f045bbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.211695 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-299f16b6-6624-470f-8f77-b04f045bbfd1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 912 time: 0.0923560 Jan 28 20:36:47.256196 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-94a855e3-9445-4384-9d34-1f12be713734 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd HTTP/1.1" status: 200 len: 217 time: 0.0356333 Jan 28 20:36:47.306814 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-732f3c83-3628-423e-a901-3ba2bd3be6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.308080 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-732f3c83-3628-423e-a901-3ba2bd3be6f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0453780 Jan 28 20:36:47.325158 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f432ce2-0742-420c-ba8c-7a16294053da req-d1e3ed96-4571-41ec-9571-b9cbef9f7102 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.326855 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4f432ce2-0742-420c-ba8c-7a16294053da req-d1e3ed96-4571-41ec-9571-b9cbef9f7102 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0548830 Jan 28 20:36:47.369124 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-00a2063f-06f1-4dfa-b154-7a6b19633f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.370791 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-00a2063f-06f1-4dfa-b154-7a6b19633f9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567272 Jan 28 20:36:47.378120 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4f432ce2-0742-420c-ba8c-7a16294053da req-7b1e19a6-8266-4d45-9781-056d5f5ec32c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441380 Jan 28 20:36:47.460228 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-9d2ed1e4-223e-4d2a-b391-94f25c6a9875 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824137 Jan 28 20:36:47.554962 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c629f203-7b9d-461f-a21d-30960ea727b0 req-82d94a37-a3d3-4469-885f-7f621fd37382 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Jan 28 20:36:47.570836 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f6be4-460b-4ba2-910b-413ad09e7f27 req-67e901e7-930d-4cda-b0ad-bdfc469a7954 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:47.572310 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7c4f6be4-460b-4ba2-910b-413ad09e7f27 req-67e901e7-930d-4cda-b0ad-bdfc469a7954 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 944 time: 0.0528593 Jan 28 20:36:47.626893 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7c4f6be4-460b-4ba2-910b-413ad09e7f27 req-92c9768b-550c-4031-8a77-2d369b4b9f69 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489786 Jan 28 20:36:48.248824 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cafda-d4b4-44d8-a49b-9baf93bfb9c9 req-583da58c-f785-4765-bfa4-b7e5ef385f26 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:48.250318 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3d0cafda-d4b4-44d8-a49b-9baf93bfb9c9 req-583da58c-f785-4765-bfa4-b7e5ef385f26 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 945 time: 0.0528150 Jan 28 20:36:48.298546 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3d0cafda-d4b4-44d8-a49b-9baf93bfb9c9 req-5f6388a8-db28-4c77-9ea9-367e8ed47381 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Jan 28 20:36:48.502457 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff7b6b-4574-47bb-b301-0164df9dd1e3 req-9c73b464-9442-4008-bc0f-5dfa25e05496 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:48.503795 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dfff7b6b-4574-47bb-b301-0164df9dd1e3 req-9c73b464-9442-4008-bc0f-5dfa25e05496 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0537605 Jan 28 20:36:48.553665 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dfff7b6b-4574-47bb-b301-0164df9dd1e3 req-ca9c56e7-59ee-4eb6-865d-62a36b147a23 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440519 Jan 28 20:36:48.752210 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d065715-d53e-487e-b7e2-c1a6f0f928aa req-8bbbf80b-16f0-48f1-8467-92abf7365f6a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:48.753830 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6d065715-d53e-487e-b7e2-c1a6f0f928aa req-8bbbf80b-16f0-48f1-8467-92abf7365f6a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 944 time: 0.0586278 Jan 28 20:36:48.803545 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-6d065715-d53e-487e-b7e2-c1a6f0f928aa req-3d6c96bd-0f15-4ddb-840e-27fb1f95b05b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Jan 28 20:36:48.976611 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e460b3-63d9-4ce8-996d-5e9bd75d9298 req-58c8d527-8fad-469b-85b7-e6fb9fb614f8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:48.978171 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-84e460b3-63d9-4ce8-996d-5e9bd75d9298 req-58c8d527-8fad-469b-85b7-e6fb9fb614f8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 945 time: 0.0538466 Jan 28 20:36:49.025354 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-84e460b3-63d9-4ce8-996d-5e9bd75d9298 req-ecd39e12-ca37-4b4d-8a88-20840b21a399 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Jan 28 20:36:49.481792 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 38d64510-69e9-4d58-b32a-547abb46e890 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:36:49.578469 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 38d64510-69e9-4d58-b32a-547abb46e890, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=38d64510-69e9-4d58-b32a-547abb46e890,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:49.590349 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '38d64510-69e9-4d58-b32a-547abb46e890', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'port_id': '38d64510-69e9-4d58-b32a-547abb46e890', 'mac_address': 'fa:16:3e:9f:f2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:49.626687 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 38d64510-69e9-4d58-b32a-547abb46e890 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:49.627150 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (38d64510-69e9-4d58-b32a-547abb46e890), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:49.641545 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d64510-69e9-4d58-b32a-547abb46e890 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:49.666686 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 38d64510-69e9-4d58-b32a-547abb46e890, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=38d64510-69e9-4d58-b32a-547abb46e890,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:49.670862 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (38d64510-69e9-4d58-b32a-547abb46e890), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:49.671589 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:36:49.676394 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b07146-0b9d-455c-9c57-8eae2cdbeb32 req-2d5939bf-7671-481a-ae82-ebdbaf14ae82 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:49.677967 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-88b07146-0b9d-455c-9c57-8eae2cdbeb32 req-2d5939bf-7671-481a-ae82-ebdbaf14ae82 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 944 time: 0.0538139 Jan 28 20:36:49.734117 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-88b07146-0b9d-455c-9c57-8eae2cdbeb32 req-2dd53019-9893-4af5-a9dd-06573b1ec687 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505319 Jan 28 20:36:49.871041 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=38d64510-69e9-4d58-b32a-547abb46e890,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:49.926284 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd1a91-a1c0-4b1a-8565-8d81b07b0796 req-3bbea0a0-bc38-4660-810c-078e05b89764 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:49.928276 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3dd1a91-a1c0-4b1a-8565-8d81b07b0796 req-3bbea0a0-bc38-4660-810c-078e05b89764 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 944 time: 0.0549812 Jan 28 20:36:49.941130 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:49.953171 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'port_id': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'mac_address': 'fa:16:3e:50:c6:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:36:49.975303 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c3dd1a91-a1c0-4b1a-8565-8d81b07b0796 req-025375e4-de51-45c2-bbdb-e15aab701d1b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413733 Jan 28 20:36:49.996836 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:49.997237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:50.011650 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:36:50.031513 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:50.036348 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:50.084998 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:50.146726 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ac968-cbc5-43d1-99da-137daa4f7bd0 req-e7aa6e67-d65f-4a6e-bab7-3c23963480b9 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:50.148189 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b63ac968-cbc5-43d1-99da-137daa4f7bd0 req-e7aa6e67-d65f-4a6e-bab7-3c23963480b9 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 945 time: 0.0521026 Jan 28 20:36:50.195330 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b63ac968-cbc5-43d1-99da-137daa4f7bd0 req-e7b64699-554f-4bb2-a3d5-e3b5ee16d9b8 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Jan 28 20:36:50.463367 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:50.488697 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['38d64510-69e9-4d58-b32a-547abb46e890'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:50.613151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:50.863953 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f593cc-62b1-4154-98a1-8ea9f3da19ff req-9230368d-bfb9-408f-85d1-b5043e359de0 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:50.865588 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-83f593cc-62b1-4154-98a1-8ea9f3da19ff req-9230368d-bfb9-408f-85d1-b5043e359de0 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 945 time: 0.0591669 Jan 28 20:36:50.917330 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-83f593cc-62b1-4154-98a1-8ea9f3da19ff req-2bd13b7a-42a4-4754-b472-dbe6b08f3908 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459809 Jan 28 20:36:51.056449 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-beba24d4-786c-4c2c-8139-df1a5549671f tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.057948 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-beba24d4-786c-4c2c-8139-df1a5549671f tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.42 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 945 time: 0.3027565 Jan 28 20:36:51.095726 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cbdc3-3481-46da-9857-9c4b7fe7e6db req-6f6372df-1736-4b4a-8133-bf0e1149ff76 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.097210 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b35cbdc3-3481-46da-9857-9c4b7fe7e6db req-6f6372df-1736-4b4a-8133-bf0e1149ff76 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Jan 28 20:36:51.142557 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b35cbdc3-3481-46da-9857-9c4b7fe7e6db req-4ad701a2-79df-44f2-ba28-ffa708471f7a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398076 Jan 28 20:36:51.152727 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Deleting port da812586-076a-4920-8552-77b0cef95de7 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:36:51.153078 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (da812586-076a-4920-8552-77b0cef95de7), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:51.244913 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] For port da812586-076a-4920-8552-77b0cef95de7, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=da812586-076a-4920-8552-77b0cef95de7,segment=NetworkSegment(2c208629-1132-4283-9eea-fccf5150a416),segment_id=2c208629-1132-4283-9eea-fccf5150a416)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:51.245284 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (da812586-076a-4920-8552-77b0cef95de7), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:51.257667 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Calling delete_port for da812586-076a-4920-8552-77b0cef95de7 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:36:51.315133 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3a258-2468-4861-ae16-87ffb044eb7c req-e26894ce-7cc9-4a06-8d75-bcb8a4f22411 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:51.316520 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-81f3a258-2468-4861-ae16-87ffb044eb7c req-e26894ce-7cc9-4a06-8d75-bcb8a4f22411 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/ports?device_id=388708b6-8f50-4a4a-8649-28b2ef0853cc HTTP/1.1" status: 200 len: 945 time: 0.0547485 Jan 28 20:36:51.362887 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-81f3a258-2468-4861-ae16-87ffb044eb7c req-354e88ee-6360-48fe-8159-1124fd527a13 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.59 "GET /v2.0/security-groups?id=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400603 Jan 28 20:36:51.393017 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (da812586-076a-4920-8552-77b0cef95de7), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:51.412640 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['da812586-076a-4920-8552-77b0cef95de7'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:36:51.423622 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Pushing event deleted for resources: {'Port': ['ID=da812586-076a-4920-8552-77b0cef95de7,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:51.466816 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] No DVR routers for this DVR port da812586-076a-4920-8552-77b0cef95de7 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:36:51.469292 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:51.472611 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1b5ff673-4519-456e-9618-df7c60c9b9a7 req-76b68cc0-cab1-47c8-af71-d391437f1ce0 tempest-VolumesActionsTest-611465140 tempest-VolumesActionsTest-611465140-project] 10.222.0.42 "DELETE /v2.0/ports/da812586-076a-4920-8552-77b0cef95de7 HTTP/1.1" status: 204 len: 173 time: 0.4083412 Jan 28 20:36:51.473050 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388708b6-8f50-4a4a-8649-28b2ef0853cc', 'name': 'network-vif-deleted', 'tag': 'da812586-076a-4920-8552-77b0cef95de7'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:51.475399 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e97100-cb5f-444a-b365-b291f5e81c04" -d '{"events": [{"server_uuid": "388708b6-8f50-4a4a-8649-28b2ef0853cc", "name": "network-vif-deleted", "tag": "da812586-076a-4920-8552-77b0cef95de7"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:51.519140 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a120892-d5a1-4ada-8943-bd2274dbe5e1 x-openstack-request-id: req-0a120892-d5a1-4ada-8943-bd2274dbe5e1 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:51.519438 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388708b6-8f50-4a4a-8649-28b2ef0853cc", "name": "network-vif-deleted", "tag": "da812586-076a-4920-8552-77b0cef95de7", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:51.519695 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a120892-d5a1-4ada-8943-bd2274dbe5e1 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:51.520099 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388708b6-8f50-4a4a-8649-28b2ef0853cc', 'name': 'network-vif-deleted', 'tag': 'da812586-076a-4920-8552-77b0cef95de7', 'status': 'completed', 'code': 200} Jan 28 20:36:52.063549 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8280fd6-66bb-4981-a2e1-94a71864732a req-e9557b20-1020-49bc-910a-c86145269849 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:52.065120 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b8280fd6-66bb-4981-a2e1-94a71864732a req-e9557b20-1020-49bc-910a-c86145269849 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 945 time: 0.0522351 Jan 28 20:36:52.111468 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b8280fd6-66bb-4981-a2e1-94a71864732a req-901f09f2-d42a-4a8e-af3b-62203856ba14 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408680 Jan 28 20:36:52.259373 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45450-49c5-4e31-b848-e042a8dd1dbe req-036551c0-9229-4e42-9010-59e230e6c908 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:52.260889 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6c45450-49c5-4e31-b848-e042a8dd1dbe req-036551c0-9229-4e42-9010-59e230e6c908 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 945 time: 0.0525284 Jan 28 20:36:52.309642 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6c45450-49c5-4e31-b848-e042a8dd1dbe req-5ddca70b-174a-4c1b-baa0-a8db277e7382 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Jan 28 20:36:53.224805 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee046f32-7bf8-4c96-8adf-034f1b68cd88 req-6739aaa0-90b1-4635-840a-3fa557d45857 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.226283 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ee046f32-7bf8-4c96-8adf-034f1b68cd88 req-6739aaa0-90b1-4635-840a-3fa557d45857 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 945 time: 0.0518606 Jan 28 20:36:53.274826 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ee046f32-7bf8-4c96-8adf-034f1b68cd88 req-5246369e-bf2d-4cdc-ac59-b22d71cfe4ef tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427861 Jan 28 20:36:53.424623 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f493bd4-a777-4cf9-a50d-d4d297c741a4 req-68bd06b9-9f2d-411d-b46e-c5b44fd24f0f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:53.426219 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1f493bd4-a777-4cf9-a50d-d4d297c741a4 req-68bd06b9-9f2d-411d-b46e-c5b44fd24f0f tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 945 time: 0.0518374 Jan 28 20:36:53.470805 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1f493bd4-a777-4cf9-a50d-d4d297c741a4 req-d68eaec1-d4f2-4bda-ae10-096e4e99d60d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386126 Jan 28 20:36:54.394982 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77581299-2e88-49eb-8b07-5a7db0c8dc43 req-81c289ae-7a08-41b4-ab81-b2391874464b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.396447 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-77581299-2e88-49eb-8b07-5a7db0c8dc43 req-81c289ae-7a08-41b4-ab81-b2391874464b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 945 time: 0.0574021 Jan 28 20:36:54.454399 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-77581299-2e88-49eb-8b07-5a7db0c8dc43 req-4657c270-6ce3-4cc3-9745-13443bbf2374 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523522 Jan 28 20:36:54.586389 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e396d69-b415-45ae-b698-405ecd1c3828 req-289103dd-943e-4e09-8bf3-62f2e94e9518 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:54.587735 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0e396d69-b415-45ae-b698-405ecd1c3828 req-289103dd-943e-4e09-8bf3-62f2e94e9518 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 945 time: 0.0512657 Jan 28 20:36:54.632743 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0e396d69-b415-45ae-b698-405ecd1c3828 req-1ff5f736-7acf-4838-9e9a-e7aea895b511 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395050 Jan 28 20:36:55.570179 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6480-158e-4664-a816-6c845bf87d5d req-9c27b860-4af6-4d09-ad81-e363878264cb tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:55.571649 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9cdd6480-158e-4664-a816-6c845bf87d5d req-9c27b860-4af6-4d09-ad81-e363878264cb tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 945 time: 0.0511894 Jan 28 20:36:55.622346 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9cdd6480-158e-4664-a816-6c845bf87d5d req-8f43b4ee-7a55-451d-a369-edd1c9fe8ef7 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449433 Jan 28 20:36:55.748559 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab13790-fdc7-4778-b741-bcde8a024503 req-5a14480c-85a6-4f18-aa42-016a492f7a55 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:55.749990 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ab13790-fdc7-4778-b741-bcde8a024503 req-5a14480c-85a6-4f18-aa42-016a492f7a55 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 945 time: 0.0517914 Jan 28 20:36:55.796108 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8ab13790-fdc7-4778-b741-bcde8a024503 req-a2121885-1d05-4839-8bd0-f86421eb17fa tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405295 Jan 28 20:36:56.565532 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 38d64510-69e9-4d58-b32a-547abb46e890 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:56.620371 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 38d64510-69e9-4d58-b32a-547abb46e890 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:36:56.624260 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 38d64510-69e9-4d58-b32a-547abb46e890 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:56.624629 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (38d64510-69e9-4d58-b32a-547abb46e890), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:56.700145 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 38d64510-69e9-4d58-b32a-547abb46e890 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:56.700537 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (38d64510-69e9-4d58-b32a-547abb46e890), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:56.722716 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:56.724986 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6318af-7391-4d13-b96a-39dbd354cf54" -d '{"events": [{"server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "name": "network-vif-plugged", "status": "completed", "tag": "38d64510-69e9-4d58-b32a-547abb46e890"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:56.739428 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 38d64510-69e9-4d58-b32a-547abb46e890, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=38d64510-69e9-4d58-b32a-547abb46e890,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:56.743556 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (38d64510-69e9-4d58-b32a-547abb46e890), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:56.744396 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:36:56.757024 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634cd28-f83f-4fc0-a2ae-b87add57a33d req-76731f4a-27d1-4765-abb1-3b0711a0ba97 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:56.758556 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9634cd28-f83f-4fc0-a2ae-b87add57a33d req-76731f4a-27d1-4765-abb1-3b0711a0ba97 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 945 time: 0.0688682 Jan 28 20:36:56.785828 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558e20d4-8326-46ec-a851-9d766be2db2f x-openstack-request-id: req-558e20d4-8326-46ec-a851-9d766be2db2f {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:56.786159 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "name": "network-vif-plugged", "status": "completed", "tag": "38d64510-69e9-4d58-b32a-547abb46e890", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:56.786395 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-558e20d4-8326-46ec-a851-9d766be2db2f {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:56.786782 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890', 'code': 200} Jan 28 20:36:56.817952 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9634cd28-f83f-4fc0-a2ae-b87add57a33d req-15cac9e8-4f24-47c1-9d9e-9f9bdfb544a4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499845 Jan 28 20:36:56.823217 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=38d64510-69e9-4d58-b32a-547abb46e890,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:56.838393 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:36:56.842309 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:36:56.842678 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:56.919662 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:36:56.920052 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:56.926709 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8d22d-2f25-4e17-8e7a-58188c84e91d req-5ca05ce2-740d-4c30-827e-fb4565b57923 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:56.928187 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b4c8d22d-2f25-4e17-8e7a-58188c84e91d req-5ca05ce2-740d-4c30-827e-fb4565b57923 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 945 time: 0.0570645 Jan 28 20:36:56.951632 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:36:56.955473 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:36:56.975782 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-b4c8d22d-2f25-4e17-8e7a-58188c84e91d req-f7fce5cf-9590-4985-9b3f-48dea6165ede tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Jan 28 20:36:57.005553 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:36:57.518516 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device da812586-076a-4920-8552-77b0cef95de7 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:36:57.541448 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: da812586-076a-4920-8552-77b0cef95de7 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:36:57.541792 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device da812586-076a-4920-8552-77b0cef95de7 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:36:57.937203 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62557d-0cbd-4977-98f7-039213ec33a9 req-409aa358-b06f-4c3c-ae7c-20bd35507765 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:57.938692 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed62557d-0cbd-4977-98f7-039213ec33a9 req-409aa358-b06f-4c3c-ae7c-20bd35507765 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0518494 Jan 28 20:36:57.984868 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ed62557d-0cbd-4977-98f7-039213ec33a9 req-e725b32b-4c7b-41e3-97be-bd2dc47c9298 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407536 Jan 28 20:36:58.095259 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6155d1-0f35-415a-b55c-bd1584acb838 req-716654fd-cafb-4cd2-a1e4-036454f5e9f9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:58.096607 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d6155d1-0f35-415a-b55c-bd1584acb838 req-716654fd-cafb-4cd2-a1e4-036454f5e9f9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0546775 Jan 28 20:36:58.140671 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8d6155d1-0f35-415a-b55c-bd1584acb838 req-98663f75-f68f-4e87-bd7d-7a1b771ec984 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380888 Jan 28 20:36:58.788318 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:36:58.790699 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34543f8e-56b7-4339-9a05-99784eaba973" -d '{"events": [{"server_uuid": "a281ecb1-a100-4005-a1e7-0a6598b9a1b9", "name": "network-vif-plugged", "status": "completed", "tag": "24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:36:58.824901 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6894e195-b5e7-4a5a-ad66-c6a9a6530982 x-openstack-request-id: req-6894e195-b5e7-4a5a-ad66-c6a9a6530982 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:36:58.825202 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a281ecb1-a100-4005-a1e7-0a6598b9a1b9", "name": "network-vif-plugged", "status": "completed", "tag": "24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:36:58.825461 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6894e195-b5e7-4a5a-ad66-c6a9a6530982 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:36:58.826085 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'code': 200} Jan 28 20:36:59.100851 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d281-3ada-4dd2-a894-1f5f65926d49 req-cf5b600b-1167-4c65-8a3c-8ebc04e21b9a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:59.102302 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d3b6d281-3ada-4dd2-a894-1f5f65926d49 req-cf5b600b-1167-4c65-8a3c-8ebc04e21b9a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0516503 Jan 28 20:36:59.150541 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d23b5f-fffb-42ff-b749-6067a6dbe314 req-2450455c-9020-4e01-a575-d5978009d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:59.151145 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d3b6d281-3ada-4dd2-a894-1f5f65926d49 req-92e6c4ad-d00a-4708-afb0-a961ddf6fb1f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428553 Jan 28 20:36:59.152034 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-12d23b5f-fffb-42ff-b749-6067a6dbe314 req-2450455c-9020-4e01-a575-d5978009d332 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 1130 time: 0.0433664 Jan 28 20:36:59.232804 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-12d23b5f-fffb-42ff-b749-6067a6dbe314 req-bbe2643b-a449-496d-a2b2-6057fbee96b5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657225 Jan 28 20:36:59.266859 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4c67-142b-4035-9a43-85b0a4a57e4f req-bc10b157-80ed-47cf-95cd-93bb21c22b0d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:59.268574 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ea3c4c67-142b-4035-9a43-85b0a4a57e4f req-bc10b157-80ed-47cf-95cd-93bb21c22b0d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0527730 Jan 28 20:36:59.317341 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ea3c4c67-142b-4035-9a43-85b0a4a57e4f req-dea636fb-732f-483e-be88-c5de13cc5fa0 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Jan 28 20:36:59.554382 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b249f62-1904-4ead-ae24-5eddab338bb9 req-b790ce72-9439-48ac-98a5-2be5d0074478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:36:59.555867 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-8b249f62-1904-4ead-ae24-5eddab338bb9 req-b790ce72-9439-48ac-98a5-2be5d0074478 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 1130 time: 0.0436597 Jan 28 20:36:59.622913 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-8b249f62-1904-4ead-ae24-5eddab338bb9 req-4ce91324-10ff-4781-ac40-099e4df450ea service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594883 Jan 28 20:37:00.264832 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d064-c169-48e1-9e18-661d39f2d537 req-aaaa970a-8724-48c5-ae0b-81c00769ada9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:00.266301 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4fd5d064-c169-48e1-9e18-661d39f2d537 req-aaaa970a-8724-48c5-ae0b-81c00769ada9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0519884 Jan 28 20:37:00.313939 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4fd5d064-c169-48e1-9e18-661d39f2d537 req-60600ab8-77e4-4102-862c-712c1b6c252e tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418947 Jan 28 20:37:00.432102 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570263-66e9-43a1-8f65-4685e17b4919 req-8798cdf9-8d1f-497c-bf92-cd5b0a1ff97e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:00.433548 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-78570263-66e9-43a1-8f65-4685e17b4919 req-8798cdf9-8d1f-497c-bf92-cd5b0a1ff97e tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0516484 Jan 28 20:37:00.478593 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-78570263-66e9-43a1-8f65-4685e17b4919 req-d6417852-d0bf-4a96-a2a8-348acf8f3582 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395820 Jan 28 20:37:01.451221 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46943ec3-f309-4600-ba9c-aa23c1af9adc req-acae1afa-59b2-45cf-bbb5-99506ea016d2 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:01.454002 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-46943ec3-f309-4600-ba9c-aa23c1af9adc req-acae1afa-59b2-45cf-bbb5-99506ea016d2 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0688162 Jan 28 20:37:01.511772 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-46943ec3-f309-4600-ba9c-aa23c1af9adc req-0d95d82d-3a15-437b-a9d9-5de31bfd7d07 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517075 Jan 28 20:37:01.614809 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4c209-34de-48ff-9f57-e651243be7ca req-f6aafdfc-fedd-48b0-af96-2b4dc1dbcdcd tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:01.617864 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-42f4c209-34de-48ff-9f57-e651243be7ca req-f6aafdfc-fedd-48b0-af96-2b4dc1dbcdcd tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0567722 Jan 28 20:37:01.671929 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-42f4c209-34de-48ff-9f57-e651243be7ca req-1976c7fd-8ffc-42a5-9e3d-c64b758c17dc tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486884 Jan 28 20:37:01.959087 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:37:02.657124 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2c119-32c5-4ec9-bdfb-63f6ba5faf94 req-33a69737-bc36-4bff-8603-ec863d7e01c1 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:02.659292 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3cd2c119-32c5-4ec9-bdfb-63f6ba5faf94 req-33a69737-bc36-4bff-8603-ec863d7e01c1 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0642357 Jan 28 20:37:02.729281 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3cd2c119-32c5-4ec9-bdfb-63f6ba5faf94 req-293b16e4-8723-404a-94c2-8ce45580d7d9 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575850 Jan 28 20:37:02.853343 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89b86c-ce56-4330-9acb-119e9b449350 req-81716588-5e09-4ce1-9af0-ad34f1da1798 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:02.862033 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e89b86c-ce56-4330-9acb-119e9b449350 req-81716588-5e09-4ce1-9af0-ad34f1da1798 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.1022344 Jan 28 20:37:02.935283 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019bfd8-f975-4508-87a6-dccf6d52fbe0 req-67d070fa-a7b6-40f0-a4e2-7b9bea4892ea tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:02.937577 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8019bfd8-f975-4508-87a6-dccf6d52fbe0 req-67d070fa-a7b6-40f0-a4e2-7b9bea4892ea tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.1297107 Jan 28 20:37:02.955766 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e89b86c-ce56-4330-9acb-119e9b449350 req-57aa0f5d-95fe-4baa-9605-338f015cf37c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866032 Jan 28 20:37:03.062154 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8019bfd8-f975-4508-87a6-dccf6d52fbe0 req-2abf4cf3-8fd9-4a09-bdab-3576edbc654b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943277 Jan 28 20:37:03.078439 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50420) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:03.137952 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13ead2-3320-4bd3-869e-1cb15d2ac343 req-dc410a02-4833-46ca-ab2b-f335efa6458c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:03.139506 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3b13ead2-3320-4bd3-869e-1cb15d2ac343 req-dc410a02-4833-46ca-ab2b-f335efa6458c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0763962 Jan 28 20:37:03.156201 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50424) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:03.160822 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Request body: {'floatingip': {'port_id': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:03.209607 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (4da835a6-459a-4bb6-a9d0-b5cc17d06ece), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:03.406053 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221efded-b089-475d-a9ed-afa81ae0e216 tempest-TestVolumeBootPattern-91205138 tempest-TestVolumeBootPattern-91205138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:03.410280 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-221efded-b089-475d-a9ed-afa81ae0e216 tempest-TestVolumeBootPattern-91205138 tempest-TestVolumeBootPattern-91205138-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 1125 time: 0.3269763 Jan 28 20:37:03.410598 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50430) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:03.416132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'port_id': '38d64510-69e9-4d58-b32a-547abb46e890', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:03.440149 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:03.548882 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:03.683380 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Allocated IP 172.27.0.226 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/b5e53030-4cb2-423d-a9e8-dbfc24fa00bb) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:03.805335 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:03.848350 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:03.926367 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:03.930384 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:03.933725 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:03.937690 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:03.940006 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (4da835a6-459a-4bb6-a9d0-b5cc17d06ece), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:03.943340 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=b5e53030-4cb2-423d-a9e8-dbfc24fa00bb,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:04.097491 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.l3_db [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Floating IP 4da835a6-459a-4bb6-a9d0-b5cc17d06ece associated. External IP: 172.27.0.53, port: 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd. Jan 28 20:37:04.416869 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Router b32b5521-9534-4e30-a025-8d4a0ab9769d has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:04.550598 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:04.558098 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:04.565134 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] Sync routers for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:04.578672 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:04.579313 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:04.597855 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-1d3418bc-a580-4e33-ab85-4a477055cfe3 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "PUT /v2.0/floatingips/4da835a6-459a-4bb6-a9d0-b5cc17d06ece HTTP/1.1" status: 200 len: 991 time: 1.4381168 Jan 28 20:37:04.597855 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'tag': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:04.598249 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb74469b-97ac-4503-822b-cbf7a68028ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a281ecb1-a100-4005-a1e7-0a6598b9a1b9", "tag": "24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:04.646695 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a192ecd7-ae47-4ec2-b320-c17e2e65b7b0 x-openstack-request-id: req-a192ecd7-ae47-4ec2-b320-c17e2e65b7b0 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:04.647181 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a281ecb1-a100-4005-a1e7-0a6598b9a1b9", "tag": "24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:04.647386 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a192ecd7-ae47-4ec2-b320-c17e2e65b7b0 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:04.648479 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'tag': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'status': 'completed', 'code': 200} Jan 28 20:37:04.718759 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (314bf6ff-21e9-4876-a427-674e08d724d6), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:04.786675 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-afc25b0b-7327-45b9-864e-b3d4322c5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:04.790538 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-afc25b0b-7327-45b9-864e-b3d4322c5f0f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c0728fb029c4fd3acf933d889ce813d&device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 1130 time: 0.1141107 Jan 28 20:37:04.821543 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:04.876863 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:05.088833 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-d9b4a90f-35d9-4c95-8565-a74cec1f0534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:05.094005 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-d9b4a90f-35d9-4c95-8565-a74cec1f0534 service neutron] 10.222.0.42 "GET /v2.0/networks?id=eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 200 len: 912 time: 0.2870557 Jan 28 20:37:05.172283 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for port (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:05.190979 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:05.215219 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-5de0f6ef-679f-4579-bc97-bb62442551b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd HTTP/1.1" status: 200 len: 999 time: 0.1066964 Jan 28 20:37:05.256400 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event updated for resources: {'Port': ['ID=b5e53030-4cb2-423d-a9e8-dbfc24fa00bb,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:05.284063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-cd19405f-6d48-4d87-b43b-67d3e9e8e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:05.285981 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-cd19405f-6d48-4d87-b43b-67d3e9e8e775 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 200 len: 850 time: 0.0620732 Jan 28 20:37:05.303611 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '4da835a6-459a-4bb6-a9d0-b5cc17d06ece', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'port_id': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'mac_address': 'fa:16:3e:50:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:36:42Z', 'updated_at': '2022-01-28T20:37:03Z', 'revision_number': 1, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:05.321829 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (314bf6ff-21e9-4876-a427-674e08d724d6), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:05.404495 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-c04a18e2-3ce6-4525-8cb2-f1e0ac141c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:05.408357 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-c04a18e2-3ce6-4525-8cb2-f1e0ac141c81 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=eb79ac15-c1bc-4519-8571-57377ab7b400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126940 Jan 28 20:37:05.443156 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] Checking router: b32b5521-9534-4e30-a025-8d4a0ab9769d for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:05.448702 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-278a97b5-3f35-41fd-b231-4857f7ab56e7 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594074015&fields=id&tenant_id=ae0bc0d163664eefa8c2c16ca7a80896 HTTP/1.1" status: 200 len: 267 time: 0.0495603 Jan 28 20:37:05.459289 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:05.459853 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:05.575885 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-33520fa1-4530-4e9b-bf9f-fdab009d43e9 service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602461 Jan 28 20:37:05.593682 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Floating IP 314bf6ff-21e9-4876-a427-674e08d724d6 associated. External IP: 172.27.0.226, port: 38d64510-69e9-4d58-b32a-547abb46e890. Jan 28 20:37:05.611686 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:05.656180 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-40f5c0a2-7bdd-4ad7-b5a4-aa66e9c8266e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:05.657844 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-40f5c0a2-7bdd-4ad7-b5a4-aa66e9c8266e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 809 time: 0.1980658 Jan 28 20:37:05.679049 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-8f4f318b-0f4d-4503-957f-bbb8b065be0a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/quotas/ae0bc0d163664eefa8c2c16ca7a80896 HTTP/1.1" status: 200 len: 375 time: 0.0126379 Jan 28 20:37:05.722705 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eb74469b-97ac-4503-822b-cbf7a68028ca req-27fa02aa-b05a-43cc-8308-e401addf28de service neutron] 10.222.0.42 "GET /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344128 Jan 28 20:37:05.867796 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '4da835a6-459a-4bb6-a9d0-b5cc17d06ece', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'port_id': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'mac_address': 'fa:16:3e:50:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:36:42Z', 'updated_at': '2022-01-28T20:37:03Z', 'revision_number': 1, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:05.898594 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-d42bb0d5-7b9c-4569-888a-67f4622daf49 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742537 Jan 28 20:37:05.925868 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00037784-bff7-4ed8-ba7c-7166b9f9822b None None] The sync data for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi is: [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '4da835a6-459a-4bb6-a9d0-b5cc17d06ece', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'port_id': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'mac_address': 'fa:16:3e:50:c6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:36:42Z', 'updated_at': '2022-01-28T20:37:03Z', 'revision_number': 1, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:05.998270 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:06.098778 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-a8e3f65c-120f-4490-aab6-985bbf702ed9 service neutron] 10.222.0.59 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783066 Jan 28 20:37:06.230796 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed2332e-82d8-4913-b800-0b182523f750 None None] New status for floating IP 4da835a6-459a-4bb6-a9d0-b5cc17d06ece: ACTIVE {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:37:06.253292 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:06.263286 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:06.277514 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:06.278169 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:06.330738 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:06.379139 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-a8cff90a-22b5-4285-8021-562047416c7d service neutron] 10.222.0.59 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683663 Jan 28 20:37:06.391933 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-c5ab074b-07a1-4185-b405-2524616b8d4c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9796264 Jan 28 20:37:06.392520 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:06.395075 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c137e1e3-e565-4cf1-b5ae-7866c5730988" -d '{"events": [{"name": "network-changed", "server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "tag": "38d64510-69e9-4d58-b32a-547abb46e890"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:06.546830 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:06.626096 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-0ca2978d-d4b4-4497-b3e6-c1b9c840b9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:06.744762 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97dccca-873f-4514-9bbe-0e7aaea31784 x-openstack-request-id: req-c97dccca-873f-4514-9bbe-0e7aaea31784 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:06.745059 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "tag": "38d64510-69e9-4d58-b32a-547abb46e890", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:06.745376 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c97dccca-873f-4514-9bbe-0e7aaea31784 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:06.745732 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890', 'status': 'completed', 'code': 200} Jan 28 20:37:06.836822 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-5d07a8a4-c0ab-4968-a9b7-fc48c5782b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:06.839012 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-5d07a8a4-c0ab-4968-a9b7-fc48c5782b58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 1130 time: 0.0706964 Jan 28 20:37:07.021208 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '314bf6ff-21e9-4876-a427-674e08d724d6', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': '38d64510-69e9-4d58-b32a-547abb46e890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:9f:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9301756-2919-4996-8f98-7004d11de728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:04Z', 'updated_at': '2022-01-28T20:37:04Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}, {'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:18Z', 'revision_number': 1, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:07.029316 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-1ec7557a-4a04-401d-b814-93a3f169e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:07.030885 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-1ec7557a-4a04-401d-b814-93a3f169e4ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.1764340 Jan 28 20:37:07.038813 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-a5abdd76-d57e-44bc-ae79-bbd17cb07058 req-515ecee4-f49e-430a-b1f5-f9538ba160f0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 210 time: 0.0633638 Jan 28 20:37:07.081335 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:07.096055 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:07.096681 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:36:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:07.150530 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-8ec89cb0-92a7-4b37-b484-e5ceac630ff1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d64510-69e9-4d58-b32a-547abb46e890 HTTP/1.1" status: 200 len: 1000 time: 0.1098635 Jan 28 20:37:07.224814 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-0a86b273-e5ea-4ad4-aabb-e23b6b935d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:07.234808 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-0a86b273-e5ea-4ad4-aabb-e23b6b935d1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0769103 Jan 28 20:37:07.254683 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:07.307085 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-58bbd95f-15f9-4b3b-bdf5-ab357b87592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:07.308607 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-58bbd95f-15f9-4b3b-bdf5-ab357b87592c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666590 Jan 28 20:37:07.423413 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-bf50158f-0b49-46c4-a0e8-617144f43fab service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044545 Jan 28 20:37:07.562976 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-c137e1e3-e565-4cf1-b5ae-7866c5730988 req-3b9dec10-bf70-4959-acd1-d4ced60bf64b service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305337 Jan 28 20:37:07.563359 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '314bf6ff-21e9-4876-a427-674e08d724d6', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': '38d64510-69e9-4d58-b32a-547abb46e890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:9f:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9301756-2919-4996-8f98-7004d11de728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:04Z', 'updated_at': '2022-01-28T20:37:04Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}, {'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:18Z', 'revision_number': 1, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:07.599584 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71214be8-1fb1-4705-8044-fa5bf35d9d56 None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '314bf6ff-21e9-4876-a427-674e08d724d6', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': '38d64510-69e9-4d58-b32a-547abb46e890', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:9f:f2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9301756-2919-4996-8f98-7004d11de728', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:04Z', 'updated_at': '2022-01-28T20:37:04Z', 'revision_number': 0, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}, {'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:18Z', 'revision_number': 1, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:07.866950 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4371fc23-8905-467b-8764-0b971a5df682 None None] New status for floating IP 314bf6ff-21e9-4876-a427-674e08d724d6: ACTIVE {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:37:08.184193 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-88c53561-742a-494e-b9a7-f4cc2155911a req-504188e7-8da9-46b5-a40c-6805c8249280 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 210 time: 0.0587912 Jan 28 20:37:08.279312 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-a7f690af-132f-4cd4-8805-f6ddd60f4ed8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:08.280917 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-a7f690af-132f-4cd4-8805-f6ddd60f4ed8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.42 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 809 time: 0.1473432 Jan 28 20:37:08.348381 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-f89eaa9b-0692-4300-b46a-695056282778 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae0bc0d163664eefa8c2c16ca7a80896 HTTP/1.1" status: 200 len: 380 time: 0.0580316 Jan 28 20:37:08.358026 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'port': {'device_id': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'admin_state_up': True, 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'security_groups': ['0afd8b13-90f1-4609-a231-1c596ce21861']}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:08.487895 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Made reservation on behalf of ae0bc0d163664eefa8c2c16ca7a80896 for: {'port': 1} {{(pid=102378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 20:37:08.492451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:08.649246 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_common [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Allocated IP 172.20.0.11 (5766e274-9f40-4571-acf2-007f34b68f9b/7d1ba5ed-e9d0-414c-9143-2198a8a7b098/29aa8a32-9948-4e90-af5d-9ac2ff31e4f0) {{(pid=102378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:08.968412 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-b5e9f70a-bb7a-4efe-8281-06b9d99e28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.051102 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.092119 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.136005 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Network 5766e274-9f40-4571-acf2-007f34b68f9b is already hosted by enough agents. {{(pid=102378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:09.139395 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.base_scheduler [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Resources bound (agent type, host, resource id): {{(pid=102378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:09.142031 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Received port after_create {{(pid=102378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:09.180392 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:09.189568 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.189950 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.190356 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.190620 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.190947 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.191270 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.191593 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.191938 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.192232 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.192550 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.192899 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.193187 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.193500 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:09.228796 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:09.229265 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.249668 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-6696b84a-c95c-411a-bc55-f50c7779bbc8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954322 Jan 28 20:37:09.262911 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.v2.base [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Request body: {'port': {'device_id': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82635'}} {{(pid=102378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:09.356088 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766eb925-b5cd-4549-851d-749c1ac35acc req-e7fa4ca6-be68-49ac-a45f-f9468ed30406 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:09.362506 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.363126 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-766eb925-b5cd-4549-851d-749c1ac35acc req-e7fa4ca6-be68-49ac-a45f-f9468ed30406 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 932 time: 0.0742152 Jan 28 20:37:09.416535 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-766eb925-b5cd-4549-851d-749c1ac35acc req-05e4a1bf-1e1a-4252-8d8e-b1c546bd1ce1 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520630 Jan 28 20:37:09.455424 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-af620e0a-a37c-48a6-9c49-7b97eb782112 None None] Provisioning complete for port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 triggered by entity DHCP. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:09.456435 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-af620e0a-a37c-48a6-9c49-7b97eb782112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.511175 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-af620e0a-a37c-48a6-9c49-7b97eb782112 None None] Port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 cannot update to ACTIVE because it is not bound. {{(pid=102379) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 20:37:09.684590 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 {{(pid=102378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:37:09.693039 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Publish callbacks [] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.707406 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.provisioning_blocks [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Transition to ACTIVE for port object 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 will not be triggered until provisioned by entity L2. {{(pid=102378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 20:37:09.711308 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.782212 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=2']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:09.853306 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Attempting to bind port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 on host hv-cinder-82635 for vnic_type normal with profile {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 20:37:09.853782 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Attempting to bind port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 by drivers openvswitch,hyperv on host hv-cinder-82635 at level 0 using segments [{'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 20:37:09.854383 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Attempting to bind port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 on network 5766e274-9f40-4571-acf2-007f34b68f9b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:09.860530 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 on network 5766e274-9f40-4571-acf2-007f34b68f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82635 {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 20:37:09.861122 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Attempting to bind port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 on network 5766e274-9f40-4571-acf2-007f34b68f9b {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 20:37:09.871247 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Checking agent: {'id': 'cae01b53-d209-4581-afd3-90aed7c096a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82635', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'started_at': datetime.datetime(2022, 1, 28, 20, 24, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 20, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 20:37:09.871912 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Checking segment: {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 20:37:09.872519 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Bound using segment: {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'} {{(pid=102378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 20:37:09.873128 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.managers [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Bound port: 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host: hv-cinder-82635, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b'}}] {{(pid=102378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 20:37:09.873712 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), before_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:09.949406 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, cleared binding levels {{(pid=102378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 20:37:09.953195 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 20:37:09.962140 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3586055'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:10.029193 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.030461 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:10.032306 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] 10.222.0.42 "PUT /v2.0/ports/29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 1094 time: 0.7738569 Jan 28 20:37:10.032993 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:10.037976 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcfde58-2d89-461d-8a9d-2324e47d64e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:10.071020 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac78498-27e9-42fd-9372-2556750c5827 service neutron] Pushing event updated for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=3']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:10.083168 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ae6b3a-e0f1-4a2b-8906-a04b0f866971 x-openstack-request-id: req-21ae6b3a-e0f1-4a2b-8906-a04b0f866971 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:10.083919 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:10.084211 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21ae6b3a-e0f1-4a2b-8906-a04b0f866971 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:10.085431 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'status': 'completed', 'code': 200} Jan 28 20:37:10.113064 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:10.139431 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-e7cf1790-eea2-4ba9-a92a-940013718903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.140965 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-e7cf1790-eea2-4ba9-a92a-940013718903 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1128 time: 0.0527923 Jan 28 20:37:10.193675 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-441f8fac-da1f-4cca-896b-9186b2e84bc6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0432951 Jan 28 20:37:10.258284 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-f3b325ae-2f1a-4730-91b3-92e0fc70a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.260292 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-f3b325ae-2f1a-4730-91b3-92e0fc70a39f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 200 len: 848 time: 0.0555453 Jan 28 20:37:10.334098 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-c23e6aa1-409f-4c98-baad-6fa544b13442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.335886 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-c23e6aa1-409f-4c98-baad-6fa544b13442 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5766e274-9f40-4571-acf2-007f34b68f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675778 Jan 28 20:37:10.464002 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-3eacd8d9-6bc4-4c1c-886f-25ee7cb6af37 service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214776 Jan 28 20:37:10.578907 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05cc5e-4105-4285-90fe-656eeded08f2 req-7643aa4e-8e66-4540-8c5f-9614c2df3ad6 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.580424 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4c05cc5e-4105-4285-90fe-656eeded08f2 req-7643aa4e-8e66-4540-8c5f-9614c2df3ad6 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0791464 Jan 28 20:37:10.596084 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-d6b9b9bd-7198-4edc-965b-087d012e53ba req-fd3fc260-babb-4cb4-b664-959294211970 service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246154 Jan 28 20:37:10.678559 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4c05cc5e-4105-4285-90fe-656eeded08f2 req-971b1dc9-fc5a-4dc4-af89-3e57687fc174 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917928 Jan 28 20:37:10.730558 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-7b9687e0-759f-4bec-b5d7-a10ff856665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.733984 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-7b9687e0-759f-4bec-b5d7-a10ff856665b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1128 time: 0.0912683 Jan 28 20:37:10.848700 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-4e3be8f0-f30e-4f90-ad8b-8178483c6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.851101 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-4e3be8f0-f30e-4f90-ad8b-8178483c6f16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 910 time: 0.1113081 Jan 28 20:37:10.905718 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-4f6996b9-526a-456a-bde0-25539763d61d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0478842 Jan 28 20:37:10.972057 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-07b4f90c-52eb-4580-a326-0b3bbc8cf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:10.973740 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-07b4f90c-52eb-4580-a326-0b3bbc8cf54f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 200 len: 848 time: 0.0617836 Jan 28 20:37:11.036975 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-1481f8e0-d5a0-4aad-bfa2-521bebc58cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:11.038571 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-1481f8e0-d5a0-4aad-bfa2-521bebc58cea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5766e274-9f40-4571-acf2-007f34b68f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586305 Jan 28 20:37:11.139995 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-58cd4656-261e-4cf7-94e2-fb4a42b9981c service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951014 Jan 28 20:37:11.250340 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-3dcfde58-2d89-461d-8a9d-2324e47d64e4 req-c90ee0e7-f9e7-41c3-b3dd-e891f61a43a0 service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025281 Jan 28 20:37:11.499216 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:11.811525 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7ab4-d24b-4e21-8859-3c3e55c7ac5c req-7abd5e3a-f5cb-4d50-9134-f60eee0ea708 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:11.818346 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e6e7ab4-d24b-4e21-8859-3c3e55c7ac5c req-7abd5e3a-f5cb-4d50-9134-f60eee0ea708 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0613170 Jan 28 20:37:11.870488 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7e6e7ab4-d24b-4e21-8859-3c3e55c7ac5c req-3d7ff0db-4c2b-4ad2-87f5-32b16ca9d1f0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511396 Jan 28 20:37:12.839660 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:13.038963 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b8b67-936b-477c-9524-4dc0ac400fa5 req-074de4ec-65e8-4cb6-8bdc-80b7b31a98db tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:13.040542 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d51b8b67-936b-477c-9524-4dc0ac400fa5 req-074de4ec-65e8-4cb6-8bdc-80b7b31a98db tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0903740 Jan 28 20:37:13.124368 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-d51b8b67-936b-477c-9524-4dc0ac400fa5 req-0474ed29-7d3a-4645-9249-0d1cb2fb10e6 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712309 Jan 28 20:37:14.319820 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218388b-9de2-4500-a266-b2765a13c6ec req-c3371258-4158-4019-b279-d406e06c511b tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:14.328104 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2218388b-9de2-4500-a266-b2765a13c6ec req-c3371258-4158-4019-b279-d406e06c511b tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.1138940 Jan 28 20:37:14.430865 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2218388b-9de2-4500-a266-b2765a13c6ec req-aca3196d-8419-44b6-b910-23e72f1d84db tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898938 Jan 28 20:37:15.576923 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd49998-141c-4d7b-b092-4678c7d4d7ea req-252403ba-8b04-4120-b729-276d903a8ec4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:15.579187 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0bd49998-141c-4d7b-b092-4678c7d4d7ea req-252403ba-8b04-4120-b729-276d903a8ec4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0685134 Jan 28 20:37:15.660542 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0bd49998-141c-4d7b-b092-4678c7d4d7ea req-464a62db-0c77-43fd-a157-03c47a66cd79 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716665 Jan 28 20:37:16.802103 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a1553-e5e5-4cf6-bde7-504908549b11 req-32f64200-0f6e-42f4-bb0c-6ce872844f20 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:16.804798 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-270a1553-e5e5-4cf6-bde7-504908549b11 req-32f64200-0f6e-42f4-bb0c-6ce872844f20 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0693600 Jan 28 20:37:16.862234 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-270a1553-e5e5-4cf6-bde7-504908549b11 req-683ed2f7-f251-4dc9-acea-7f6ae2e40b48 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516772 Jan 28 20:37:17.987253 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3c54b-f853-4b10-871e-73e5112c9273 req-1da88d48-2dc6-43c7-bab0-9b2cda3553e9 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:17.989102 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-77d3c54b-f853-4b10-871e-73e5112c9273 req-1da88d48-2dc6-43c7-bab0-9b2cda3553e9 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0554972 Jan 28 20:37:18.044062 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-77d3c54b-f853-4b10-871e-73e5112c9273 req-0c3230d7-0f90-470c-8d6c-c541a86db89f tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490100 Jan 28 20:37:19.163751 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5d424-297c-4406-a9d8-e6332f0deba2 req-d356ab37-1a33-4b48-a878-bfe7d7f9ab36 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:19.165200 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-60d5d424-297c-4406-a9d8-e6332f0deba2 req-d356ab37-1a33-4b48-a878-bfe7d7f9ab36 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0514178 Jan 28 20:37:19.211805 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-60d5d424-297c-4406-a9d8-e6332f0deba2 req-9e687468-8d8b-4205-9cba-fa7cde0d3db7 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411866 Jan 28 20:37:19.287096 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50694) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:19.331359 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f0bed9-1dcd-47c0-be0f-7910052ab2bd admin admin] Deleting subnet a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82 {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:37:19.334379 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-58f0bed9-1dcd-47c0-be0f-7910052ab2bd admin admin] Publish callbacks [] for subnet (a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.367391 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-58f0bed9-1dcd-47c0-be0f-7910052ab2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367772'] for subnet (a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.409995 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-58f0bed9-1dcd-47c0-be0f-7910052ab2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.460983 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-58f0bed9-1dcd-47c0-be0f-7910052ab2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25715837'] for subnet (a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.486528 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0bed9-1dcd-47c0-be0f-7910052ab2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:19.490342 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-58f0bed9-1dcd-47c0-be0f-7910052ab2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.494076 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-58f0bed9-1dcd-47c0-be0f-7910052ab2bd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a0bb29a9-34ff-4c1e-b4ca-02bd254f1e82 HTTP/1.1" status: 204 len: 168 time: 0.2058849 Jan 28 20:37:19.496524 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50698) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:19.562556 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (9456407c-e824-4a10-bb14-b293a59163e9), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.641840 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (9456407c-e824-4a10-bb14-b293a59163e9), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.662552 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9456407c-e824-4a10-bb14-b293a59163e9']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:19.672132 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c208629-1132-4283-9eea-fccf5150a416') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:19.672442 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c208629-1132-4283-9eea-fccf5150a416') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:19.682221 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (2c208629-1132-4283-9eea-fccf5150a416), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.695742 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (2c208629-1132-4283-9eea-fccf5150a416), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.701994 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:37:19.702447 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (2c208629-1132-4283-9eea-fccf5150a416), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:37:19.704676 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:37:19.760590 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (9456407c-e824-4a10-bb14-b293a59163e9), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.765173 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:19.768626 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] 10.222.0.59 "DELETE /v2.0/networks/9456407c-e824-4a10-bb14-b293a59163e9 HTTP/1.1" status: 204 len: 168 time: 0.2711892 Jan 28 20:37:19.781109 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6efd51-1395-470b-9530-6782a98a6d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=9456407c-e824-4a10-bb14-b293a59163e9,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:19.924957 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50702) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:19.963561 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-d4560cba-a898-4626-af15-34c057aab008 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f756fa797e7348fab2201dff5eb91ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374317 Jan 28 20:37:19.965835 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50704) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:20.011430 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3da8301c-803d-4232-b391-bf2a5b251570 admin admin] Publish callbacks [] for security_group (f0ac7efc-ca60-421e-a8b9-026ac8bbea0e), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:20.032765 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3da8301c-803d-4232-b391-bf2a5b251570 admin admin] Publish callbacks [] for security_group (f0ac7efc-ca60-421e-a8b9-026ac8bbea0e), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:20.078156 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3da8301c-803d-4232-b391-bf2a5b251570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (f0ac7efc-ca60-421e-a8b9-026ac8bbea0e), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:20.080685 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-3da8301c-803d-4232-b391-bf2a5b251570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:20.081824 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-3da8301c-803d-4232-b391-bf2a5b251570 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0ac7efc-ca60-421e-a8b9-026ac8bbea0e HTTP/1.1" status: 204 len: 168 time: 0.1150618 Jan 28 20:37:20.094129 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da8301c-803d-4232-b391-bf2a5b251570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ac7efc-ca60-421e-a8b9-026ac8bbea0e,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:20.257783 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-668541e5-dd44-4346-9060-d0ba1a76430c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468612 Jan 28 20:37:20.347273 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e437f4-4a98-4ec2-ac1b-7534538b7d12 req-5c03f5b1-263a-4675-8457-f5ccea9183cd tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:20.348852 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e8e437f4-4a98-4ec2-ac1b-7534538b7d12 req-5c03f5b1-263a-4675-8457-f5ccea9183cd tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0605495 Jan 28 20:37:20.357782 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-a0bcbdcf-14b0-434d-ab59-485684195ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:20.359517 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-a0bcbdcf-14b0-434d-ab59-485684195ce7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 1129 time: 0.0510244 Jan 28 20:37:20.405471 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e8e437f4-4a98-4ec2-ac1b-7534538b7d12 req-3207f668-ce43-4c4a-bc3f-fa96b6ca5191 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494819 Jan 28 20:37:20.472240 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-98f334e6-a256-44ad-b56e-61c1cdaa26dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:20.473745 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-98f334e6-a256-44ad-b56e-61c1cdaa26dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.0901768 Jan 28 20:37:20.542969 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-e329593f-dd70-4baa-a4ed-875ed6ed1f05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a HTTP/1.1" status: 200 len: 1001 time: 0.0606847 Jan 28 20:37:20.570671 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:20.593396 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-3e32eea5-0b76-4455-bd46-771c71bee5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:20.594870 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-3e32eea5-0b76-4455-bd46-771c71bee5a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0431099 Jan 28 20:37:20.643674 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-69ac3d05-ee6f-4573-9475-7ab0b47a8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:20.645050 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-69ac3d05-ee6f-4573-9475-7ab0b47a8b93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434809 Jan 28 20:37:20.737937 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-2e0b0fca-6186-489c-8481-ce445deb0e3a service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845945 Jan 28 20:37:20.824141 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-de2c4404-2935-447a-b162-77af0b5e3a4e req-30e9918e-9cf0-4d0e-b73e-2327e66f9369 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801365 Jan 28 20:37:21.527224 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225cb06-bb59-4b84-a7c2-78e882660fe7 req-56739e02-ea1a-4eb8-b76d-235f9cf6a87f tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:21.528693 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3225cb06-bb59-4b84-a7c2-78e882660fe7 req-56739e02-ea1a-4eb8-b76d-235f9cf6a87f tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0513978 Jan 28 20:37:21.576419 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3225cb06-bb59-4b84-a7c2-78e882660fe7 req-7c86d382-605b-4cb9-b628-d9eec04ed034 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422807 Jan 28 20:37:22.699033 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31590fa4-322b-498b-b379-b157d1934a03 req-d300e352-0b60-4188-8e88-bdeaa9a0ab39 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:22.700522 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-31590fa4-322b-498b-b379-b157d1934a03 req-d300e352-0b60-4188-8e88-bdeaa9a0ab39 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0582314 Jan 28 20:37:22.717210 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:37:22.753720 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-31590fa4-322b-498b-b379-b157d1934a03 req-831922ed-5dd6-4f72-b21c-6a7bc5cc1667 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476265 Jan 28 20:37:22.813832 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:22.825671 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'port_id': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'mac_address': 'fa:16:3e:54:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:37:22.866073 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:22.866464 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:22.882658 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:37:22.901601 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:22.905193 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:22.950518 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=4']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:22.957645 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.958036 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.958385 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.958725 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.959059 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.959891 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.960214 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.960547 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.960872 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.961201 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.961524 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.961846 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:22.962193 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:37:23.391597 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:37:23.870871 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26b913-27eb-4da4-8cc4-74339243b03a req-91a001b1-3fa1-4f82-b06d-cc67bc385ae8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:23.872237 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9d26b913-27eb-4da4-8cc4-74339243b03a req-91a001b1-3fa1-4f82-b06d-cc67bc385ae8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 945 time: 0.0525656 Jan 28 20:37:23.923780 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9d26b913-27eb-4da4-8cc4-74339243b03a req-b22a614e-a9da-4a52-a47c-66af6ebe9e0f tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461195 Jan 28 20:37:24.717350 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:37:24.765608 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning for port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 completed by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 20:37:24.769671 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:37:24.770085 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:24.847569 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:37:24.847878 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:24.869048 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:24.871278 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870e188d-fde1-4fb8-84be-2aa0dae14bcd" -d '{"events": [{"server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "name": "network-vif-plugged", "status": "completed", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:24.884264 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:37:24.888568 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:24.912169 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef20ad3-b4ab-4d2a-88fb-7b08c09b086e x-openstack-request-id: req-9ef20ad3-b4ab-4d2a-88fb-7b08c09b086e {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:24.912482 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "name": "network-vif-plugged", "status": "completed", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:24.912734 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9ef20ad3-b4ab-4d2a-88fb-7b08c09b086e {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:24.913127 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'code': 200} Jan 28 20:37:24.947127 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=5']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:25.041219 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf96951-46ba-4ab4-aae5-2ccb0f9c8699 req-e5b51f15-119b-4f97-aabc-98a30d2c49c5 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:25.042796 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0bf96951-46ba-4ab4-aae5-2ccb0f9c8699 req-e5b51f15-119b-4f97-aabc-98a30d2c49c5 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0521207 Jan 28 20:37:25.097847 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0bf96951-46ba-4ab4-aae5-2ccb0f9c8699 req-0a535368-4dea-49f2-a6a9-e2003f8409bd tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493743 Jan 28 20:37:25.276607 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531d6f9-2470-4b39-af28-1d6291c66cca req-a974c385-4412-4b9d-a379-a48700c932e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:25.278120 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1531d6f9-2470-4b39-af28-1d6291c66cca req-a974c385-4412-4b9d-a379-a48700c932e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1130 time: 0.1751232 Jan 28 20:37:25.327320 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-1531d6f9-2470-4b39-af28-1d6291c66cca req-117e739f-7530-4ece-8ce3-b69294a252a9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Jan 28 20:37:26.218135 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f856ba7-79f7-40d1-b0fd-bd3e74fb5c51 req-15aa561c-bb5c-4d35-980f-02adb7500d01 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:26.219581 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3f856ba7-79f7-40d1-b0fd-bd3e74fb5c51 req-15aa561c-bb5c-4d35-980f-02adb7500d01 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0515039 Jan 28 20:37:26.265931 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-3f856ba7-79f7-40d1-b0fd-bd3e74fb5c51 req-5b42e013-896d-43b0-9980-3aea7600f108 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407898 Jan 28 20:37:27.381375 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615de6c-e9fb-49c4-bb49-2d607e7dc5c1 req-a84c74ae-3699-44e4-856e-f241a73cba7e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:27.383400 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8615de6c-e9fb-49c4-bb49-2d607e7dc5c1 req-a84c74ae-3699-44e4-856e-f241a73cba7e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0526938 Jan 28 20:37:27.430355 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8615de6c-e9fb-49c4-bb49-2d607e7dc5c1 req-a63206c3-8894-4d71-a69e-964f50b5506a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Jan 28 20:37:27.547916 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63cb76-943c-4bd1-90b1-704ef6f8cc33 req-39cd0b7d-6430-4685-ab3f-79c0cd77330a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:27.549288 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff63cb76-943c-4bd1-90b1-704ef6f8cc33 req-39cd0b7d-6430-4685-ab3f-79c0cd77330a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0551164 Jan 28 20:37:27.596369 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ff63cb76-943c-4bd1-90b1-704ef6f8cc33 req-c41f2941-bc97-4fa8-8af1-fa2d3095d06d tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Jan 28 20:37:27.617676 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50746) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:27.760058 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab523720-c433-483b-8076-848747f5c874 tempest-TestShelveInstance-1624723987 tempest-TestShelveInstance-1624723987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:27.761535 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-ab523720-c433-483b-8076-848747f5c874 tempest-TestShelveInstance-1624723987 tempest-TestShelveInstance-1624723987-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1125 time: 0.1427386 Jan 28 20:37:27.764337 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50750) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:37:27.768674 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.v2.base [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Request body: {'floatingip': {'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'port_id': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 20:37:27.788199 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:27.882140 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:27.981149 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_common [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Allocated IP 172.27.0.154 (b5e76cc8-cda0-486f-933b-4533c8f8ff30/59cf0196-7307-4e9b-89e6-d0f2b9b9bb71/1780e273-198e-4b07-8b4d-5ca517456205) {{(pid=102377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 20:37:28.087667 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for port (1780e273-198e-4b07-8b4d-5ca517456205), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:28.120670 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733269558586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (1780e273-198e-4b07-8b4d-5ca517456205), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:28.155879 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Network b5e76cc8-cda0-486f-933b-4533c8f8ff30 is already hosted by enough agents. {{(pid=102377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 20:37:28.158583 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.base_scheduler [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Resources bound (agent type, host, resource id): {{(pid=102377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 20:37:28.161821 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Received port after_create {{(pid=102377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 20:37:28.187349 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'Port': ['ID=1780e273-198e-4b07-8b4d-5ca517456205,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:28.747883 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for floatingip (2a12f20e-c347-4134-a9b5-4a6f7128a875), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:28.814660 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (1780e273-198e-4b07-8b4d-5ca517456205), before_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:28.961612 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for port (1780e273-198e-4b07-8b4d-5ca517456205), precommit_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:28.966073 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25920715'] for port (1780e273-198e-4b07-8b4d-5ca517456205), after_update {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:29.039381 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event updated for resources: {'Port': ['ID=1780e273-198e-4b07-8b4d-5ca517456205,revision_number=2']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:37:29.046456 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (2a12f20e-c347-4134-a9b5-4a6f7128a875), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:29.152482 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Floating IP 2a12f20e-c347-4134-a9b5-4a6f7128a875 associated. External IP: 172.27.0.154, port: 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0. Jan 28 20:37:29.355932 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:37:29.461710 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:37:29.471013 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] Sync routers for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:37:29.478637 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:29.481142 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:29.481746 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:37:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:29.521895 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-d9420fff-0dc7-4d27-a12e-dd4897880d45 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7458208 Jan 28 20:37:29.521895 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:37:29.521895 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:37:29.549725 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd62f74-60da-4d39-857f-bf120291ae5d x-openstack-request-id: req-5cd62f74-60da-4d39-857f-bf120291ae5d {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:37:29.550046 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:37:29.550300 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5cd62f74-60da-4d39-857f-bf120291ae5d {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:37:29.550720 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'status': 'completed', 'code': 200} Jan 28 20:37:29.590759 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:29.623115 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-8a9129f4-5ba6-4973-8c51-1b39c596001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:29.624517 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-8a9129f4-5ba6-4973-8c51-1b39c596001a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1130 time: 0.0437582 Jan 28 20:37:29.715910 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-2cd34bef-4702-4c04-92ab-0aac29f378d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:29.717605 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-2cd34bef-4702-4c04-92ab-0aac29f378d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 910 time: 0.0866036 Jan 28 20:37:29.794479 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-eca29b5d-8a86-42b7-a105-c5716facd944 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 1000 time: 0.0637136 Jan 28 20:37:29.847381 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-7606fbdf-1b64-4288-9446-10bf164f65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:29.848834 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-7606fbdf-1b64-4288-9446-10bf164f65d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 200 len: 848 time: 0.0432630 Jan 28 20:37:29.896001 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '2a12f20e-c347-4134-a9b5-4a6f7128a875', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'port_id': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'mac_address': 'fa:16:3e:54:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:28Z', 'updated_at': '2022-01-28T20:37:28Z', 'revision_number': 0, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:32Z', 'revision_number': 5, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:29.906766 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-8ee903ea-5a32-4537-89a4-ba458d7e80fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:37:29.908281 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-8ee903ea-5a32-4537-89a4-ba458d7e80fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5766e274-9f40-4571-acf2-007f34b68f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438032 Jan 28 20:37:29.925079 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] Checking router: e6a23ab3-a15f-437c-acd1-b9ea45a95b54 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:37:29.933665 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:37:29.934298 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:37:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:30.002448 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-3e93b871-6c3e-4a4a-b5c6-ef34ff08ae3f service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840213 Jan 28 20:37:30.040840 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:37:30.090005 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-eedc7507-14d9-41a6-aaef-6d1d5b7f9bd9 req-efb4ac03-a348-4bf8-984a-f051a783b70d service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806117 Jan 28 20:37:30.266171 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '2a12f20e-c347-4134-a9b5-4a6f7128a875', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'port_id': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'mac_address': 'fa:16:3e:54:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:28Z', 'updated_at': '2022-01-28T20:37:28Z', 'revision_number': 0, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:32Z', 'revision_number': 5, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:37:30.295071 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50195caa-8842-472f-8ecc-fc8f6ba0cbc1 None None] The sync data for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi is: [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '2a12f20e-c347-4134-a9b5-4a6f7128a875', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'port_id': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'mac_address': 'fa:16:3e:54:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:37:28Z', 'updated_at': '2022-01-28T20:37:28Z', 'revision_number': 0, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:32Z', 'revision_number': 5, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:37:30.476447 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271a1ad-7f2c-428a-8396-10db3b755b06 None None] New status for floating IP 2a12f20e-c347-4134-a9b5-4a6f7128a875: ACTIVE {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:37:36.601809 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f9537dd0-b29d-42be-9b71-90b2d94f7d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.949925 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-87d2ef84-8e7a-4f11-bb3f-926a590a9e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:38.958592 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:37:40.081859 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:41.499788 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:42.832043 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:37:50.590570 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:06.602775 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad7ae-5252-4b8e-a059-2f7e10bd1e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:08.950731 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-3518fe84-3780-4db8-9fdc-c86f50a206fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:10.085344 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:11.502669 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:12.834841 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:15.957040 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:38:20.588886 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:22.208284 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-80288f1e-55a9-4460-887e-2b27e55c4783 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474489 Jan 28 20:38:22.271834 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-e63e8c2b-b5ec-42ed-a3e9-466e73a1915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.273193 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-e63e8c2b-b5ec-42ed-a3e9-466e73a1915c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 1130 time: 0.0440812 Jan 28 20:38:22.373566 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-30da3f34-435a-4750-9040-6116d22fea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.375085 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-30da3f34-435a-4750-9040-6116d22fea23 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.0825634 Jan 28 20:38:22.441955 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-467132af-2e40-45e9-9322-c409356e5cd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d64510-69e9-4d58-b32a-547abb46e890 HTTP/1.1" status: 200 len: 1002 time: 0.0601330 Jan 28 20:38:22.491967 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-c77ccb6f-a217-40f2-9450-cb7721fb0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.493965 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-c77ccb6f-a217-40f2-9450-cb7721fb0020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0427160 Jan 28 20:38:22.540383 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-69290c11-6b35-4ad9-8155-e939dff65b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:22.541720 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-69290c11-6b35-4ad9-8155-e939dff65b35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416729 Jan 28 20:38:22.632476 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-c35ded0e-ce99-4d55-8818-b9b120a50f10 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833218 Jan 28 20:38:22.718643 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6cfeb781-57f2-42a5-b0e1-d1684984430f req-a9c17dbb-650b-4bdb-8c48-bba503dac31b service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798283 Jan 28 20:38:36.605170 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-88b41d39-a0dc-4d43-b320-b2ee1a84d715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:37.693772 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8354c-5a6d-4c79-8625-6b459bdcfb8f req-16ea36ec-0a48-4329-8faa-20bd234b554a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:37.695365 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ecf8354c-5a6d-4c79-8625-6b459bdcfb8f req-16ea36ec-0a48-4329-8faa-20bd234b554a tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0539749 Jan 28 20:38:37.741904 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ecf8354c-5a6d-4c79-8625-6b459bdcfb8f req-4868af1d-b20e-4fc0-968b-a35f36ff4f7d tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406606 Jan 28 20:38:38.858956 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0f640-e4f7-451b-8598-ad58d4221f29 req-bc7d4fdf-1ac4-4cbf-9591-be3a5b529753 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:38.860417 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c2c0f640-e4f7-451b-8598-ad58d4221f29 req-bc7d4fdf-1ac4-4cbf-9591-be3a5b529753 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0515385 Jan 28 20:38:38.907098 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-c2c0f640-e4f7-451b-8598-ad58d4221f29 req-df0e457a-6db4-4f70-aee8-9de4025bc44c tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411971 Jan 28 20:38:38.950615 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5117-4bbd-4fe8-ab77-832be3288f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:39.826164 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e514031-a67a-46a9-8961-5c045e89a697 req-a0fb4748-f3a2-49d4-a960-2feac8008ba6 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:39.827594 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6e514031-a67a-46a9-8961-5c045e89a697 req-a0fb4748-f3a2-49d4-a960-2feac8008ba6 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0555661 Jan 28 20:38:39.918436 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Deleting port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:38:39.918789 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:40.011370 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] For port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:40.011733 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:40.029425 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbe93e-a04a-449e-a312-74b10e5e80cd req-3698c68b-63fb-49f6-b6e0-3279b7cfdf33 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:38:40.030955 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e9bbe93e-a04a-449e-a312-74b10e5e80cd req-3698c68b-63fb-49f6-b6e0-3279b7cfdf33 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/ports?device_id=a281ecb1-a100-4005-a1e7-0a6598b9a1b9 HTTP/1.1" status: 200 len: 946 time: 0.0565462 Jan 28 20:38:40.078430 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-e9bbe93e-a04a-449e-a312-74b10e5e80cd req-fd494d40-eee3-4171-982d-764000c8ebc9 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups?id=36ceed7e-5403-4a10-b006-f5e189cc82f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414441 Jan 28 20:38:40.088869 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:40.183284 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:40.183651 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1779642'] for floatingip (4da835a6-459a-4bb6-a9d0-b5cc17d06ece), after_update {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:40.183971 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.l3_db [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Floating IP 4da835a6-459a-4bb6-a9d0-b5cc17d06ece disassociated. External IP: 172.27.0.53, port: 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd. Jan 28 20:38:40.184312 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Calling delete_port for 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:38:40.307732 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:40.333300 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event deleted for resources: {'Port': ['ID=24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:40.345282 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.345640 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.346012 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.346369 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.346674 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.347008 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.347333 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.347668 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.347991 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.348314 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.348636 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.348956 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.349274 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:40.456531 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Router b32b5521-9534-4e30-a025-8d4a0ab9769d has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:38:40.563020 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:40.573349 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] Sync routers for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:40.583086 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:40.583739 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:38:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:40.603475 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] No DVR routers for this DVR port 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:40.605984 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:40.609157 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6e514031-a67a-46a9-8961-5c045e89a697 req-f1deda4c-5251-4158-9a68-85552fdeb7da tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.42 "DELETE /v2.0/ports/24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd HTTP/1.1" status: 204 len: 173 time: 0.7764857 Jan 28 20:38:40.609595 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'name': 'network-vif-deleted', 'tag': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:38:40.611846 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb027509-4cc3-4b5c-8557-877f185df535" -d '{"events": [{"server_uuid": "a281ecb1-a100-4005-a1e7-0a6598b9a1b9", "name": "network-vif-deleted", "tag": "24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:38:40.696312 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:38:40.803406 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141c0d7e-6315-444a-84da-bb9779b03a0f x-openstack-request-id: req-141c0d7e-6315-444a-84da-bb9779b03a0f {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:38:40.803986 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a281ecb1-a100-4005-a1e7-0a6598b9a1b9", "name": "network-vif-deleted", "tag": "24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:38:40.804458 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-141c0d7e-6315-444a-84da-bb9779b03a0f {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:38:40.805466 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a281ecb1-a100-4005-a1e7-0a6598b9a1b9', 'name': 'network-vif-deleted', 'tag': '24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd', 'status': 'completed', 'code': 200} Jan 28 20:38:40.921366 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:40.951129 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] Checking router: b32b5521-9534-4e30-a025-8d4a0ab9769d for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:38:40.959180 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:40.959779 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:38:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:41.067296 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:38:41.173595 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 50874) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:41.227411 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c91b426b-0184-485c-9134-685aa8811a69 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (36ceed7e-5403-4a10-b006-f5e189cc82f5), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.250908 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c91b426b-0184-485c-9134-685aa8811a69 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (36ceed7e-5403-4a10-b006-f5e189cc82f5), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.270179 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:41.296501 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e7661a-dc37-412b-ae6e-403a127bf53e None None] The sync data for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi is: [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:31:00Z', 'revision_number': 4, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'f718b600-2837-4d30-9291-93f592c48686', 'name': '', 'network_id': 'eb79ac15-c1bc-4519-8571-57377ab7b400', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'mac_address': 'fa:16:3e:7f:e0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:31:00Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'subnets': [{'id': '2ad248d9-e231-44c7-877c-94949aa083fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:41.298609 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c91b426b-0184-485c-9134-685aa8811a69 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (36ceed7e-5403-4a10-b006-f5e189cc82f5), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.301675 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-c91b426b-0184-485c-9134-685aa8811a69 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.305991 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-c91b426b-0184-485c-9134-685aa8811a69 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "DELETE /v2.0/security-groups/36ceed7e-5403-4a10-b006-f5e189cc82f5 HTTP/1.1" status: 204 len: 168 time: 0.1284192 Jan 28 20:38:41.306533 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50876) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:41.313406 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b426b-0184-485c-9134-685aa8811a69 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ceed7e-5403-4a10-b006-f5e189cc82f5,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:41.323445 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.api.v2.resource [None req-b59f6245-42ff-4959-b9b9-f51c955516c6 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] show failed (client error): The resource could not be found. Jan 28 20:38:41.324758 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b59f6245-42ff-4959-b9b9-f51c955516c6 tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "GET /v2.0/security-groups/36ceed7e-5403-4a10-b006-f5e189cc82f5 HTTP/1.1" status: 404 len: 347 time: 0.0169625 Jan 28 20:38:41.327762 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50878) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:41.465046 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Deleting port 43957ff9-ad53-42eb-aab4-bde28a3021ca {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:38:41.465394 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (43957ff9-ad53-42eb-aab4-bde28a3021ca), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.508914 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.536382 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0571e92-e8cd-4ccd-99f0-5219308004c6 None None] New status for floating IP 4da835a6-459a-4bb6-a9d0-b5cc17d06ece: DOWN {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:38:41.545653 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (43957ff9-ad53-42eb-aab4-bde28a3021ca), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.546014 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (43957ff9-ad53-42eb-aab4-bde28a3021ca), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.557463 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Calling delete_port for 43957ff9-ad53-42eb-aab4-bde28a3021ca owned by network:floatingip {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:38:41.695541 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (43957ff9-ad53-42eb-aab4-bde28a3021ca), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.724291 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Pushing event deleted for resources: {'Port': ['ID=43957ff9-ad53-42eb-aab4-bde28a3021ca,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:41.736494 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.736854 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.737204 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.737542 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.737912 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.738228 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.738558 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.738886 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.739209 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.739535 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.739858 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.739978 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.db.api [None req-d0571e92-e8cd-4ccd-99f0-5219308004c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 20:38:41.740177 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.740288 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG oslo_db.api [None req-d0571e92-e8cd-4ccd-99f0-5219308004c6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 20:38:41.740495 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:41.794183 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks [] for floatingip (4da835a6-459a-4bb6-a9d0-b5cc17d06ece), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.796663 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:41.797814 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9248987f-360e-4136-9bd6-719a62d50b7b tempest-AttachVolumeTestJSON-2133575898 tempest-AttachVolumeTestJSON-2133575898-project] 10.222.0.59 "DELETE /v2.0/floatingips/4da835a6-459a-4bb6-a9d0-b5cc17d06ece HTTP/1.1" status: 204 len: 168 time: 0.4688983 Jan 28 20:38:42.241782 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0571e92-e8cd-4ccd-99f0-5219308004c6 None None] New status for floating IP 4da835a6-459a-4bb6-a9d0-b5cc17d06ece: DOWN {{(pid=102379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:38:42.837012 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:43.055315 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:43.075629 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:38:43.075968 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 24f9fcbe-ec8a-4060-9907-5cd74d8b8ffd not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:45.290915 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50906) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:45.766565 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (b32b5521-9534-4e30-a025-8d4a0ab9769d), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:46.010183 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Deleting port f718b600-2837-4d30-9291-93f592c48686 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:38:46.010669 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (f718b600-2837-4d30-9291-93f592c48686), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:46.089749 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] For port f718b600-2837-4d30-9291-93f592c48686, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=f718b600-2837-4d30-9291-93f592c48686,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:46.090062 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (f718b600-2837-4d30-9291-93f592c48686), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:46.101321 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Calling delete_port for f718b600-2837-4d30-9291-93f592c48686 owned by network:router_interface {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:38:46.284474 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (f718b600-2837-4d30-9291-93f592c48686), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:46.309710 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Pushing event deleted for resources: {'Port': ['ID=f718b600-2837-4d30-9291-93f592c48686,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:46.474482 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (b32b5521-9534-4e30-a025-8d4a0ab9769d), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:46.683494 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Router b32b5521-9534-4e30-a025-8d4a0ab9769d has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:38:46.785552 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:38:46.791097 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-71bc36eb-9dd0-454a-acff-3017817b4162 admin admin] 10.222.0.59 "PUT /v2.0/routers/b32b5521-9534-4e30-a025-8d4a0ab9769d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4991527 Jan 28 20:38:46.793487 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50910) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:46.797491 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] Sync routers for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:38:46.806645 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:46.807333 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:38:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:46.897757 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks [] for router (b32b5521-9534-4e30-a025-8d4a0ab9769d), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.006021 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:38:47.188149 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:38:46Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:47.214367 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] Checking router: b32b5521-9534-4e30-a025-8d4a0ab9769d for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:38:47.222234 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] Routers {'b32b5521-9534-4e30-a025-8d4a0ab9769d'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:38:47.222828 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:38:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['b32b5521-9534-4e30-a025-8d4a0ab9769d'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:47.232130 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks [] for router_gateway (b32b5521-9534-4e30-a025-8d4a0ab9769d), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.292420 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Deleting port be58326e-a20d-4ad7-81aa-9d0629c9e1bd {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:38:47.292649 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.329080 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] Set router b32b5521-9534-4e30-a025-8d4a0ab9769d gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:38:47.371922 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] For port be58326e-a20d-4ad7-81aa-9d0629c9e1bd, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=be58326e-a20d-4ad7-81aa-9d0629c9e1bd,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:47.372533 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.384272 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Calling delete_port for be58326e-a20d-4ad7-81aa-9d0629c9e1bd owned by network:router_gateway {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:38:47.506301 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:38:46Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:47.536431 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de7cdf9-a488-4daf-8350-64e9c8acf888 None None] The sync data for ids ['b32b5521-9534-4e30-a025-8d4a0ab9769d'] in dv-cinder-826350-4-iscsi is: [{'id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'name': 'tempest-AttachVolumeTestJSON-1676260408-router', 'tenant_id': '1c0728fb029c4fd3acf933d889ce813d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:30:57Z', 'updated_at': '2022-01-28T20:38:46Z', 'revision_number': 5, 'project_id': '1c0728fb029c4fd3acf933d889ce813d', 'gw_port': {'id': 'be58326e-a20d-4ad7-81aa-9d0629c9e1bd', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:54:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32b5521-9534-4e30-a025-8d4a0ab9769d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:30:58Z', 'updated_at': '2022-01-28T20:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:38:47.548067 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (be58326e-a20d-4ad7-81aa-9d0629c9e1bd), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.572937 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Pushing event deleted for resources: {'Port': ['ID=be58326e-a20d-4ad7-81aa-9d0629c9e1bd,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:47.644039 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (b32b5521-9534-4e30-a025-8d4a0ab9769d), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.737545 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (b32b5521-9534-4e30-a025-8d4a0ab9769d), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.739837 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks [] for router_controller (b32b5521-9534-4e30-a025-8d4a0ab9769d), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.783167 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (b32b5521-9534-4e30-a025-8d4a0ab9769d), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.783692 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32b5521-9534-4e30-a025-8d4a0ab9769d {{(pid=102377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:38:47.788022 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.789170 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-d1277f89-4227-46d7-b570-96be40479320 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b32b5521-9534-4e30-a025-8d4a0ab9769d HTTP/1.1" status: 204 len: 168 time: 0.9947467 Jan 28 20:38:47.791685 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50912) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:47.839369 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_v2 [None req-36194373-3ada-4851-a7e4-1f404f4169ec admin admin] Deleting subnet 2ad248d9-e231-44c7-877c-94949aa083fa {{(pid=102377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:38:47.842740 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-36194373-3ada-4851-a7e4-1f404f4169ec admin admin] Publish callbacks [] for subnet (2ad248d9-e231-44c7-877c-94949aa083fa), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.879850 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-36194373-3ada-4851-a7e4-1f404f4169ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25590461'] for subnet (2ad248d9-e231-44c7-877c-94949aa083fa), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:47.963235 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-36194373-3ada-4851-a7e4-1f404f4169ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (2ad248d9-e231-44c7-877c-94949aa083fa), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.015334 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-36194373-3ada-4851-a7e4-1f404f4169ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25920517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25623846'] for subnet (2ad248d9-e231-44c7-877c-94949aa083fa), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.041518 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36194373-3ada-4851-a7e4-1f404f4169ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad248d9-e231-44c7-877c-94949aa083fa,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:48.045582 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-36194373-3ada-4851-a7e4-1f404f4169ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.049130 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-36194373-3ada-4851-a7e4-1f404f4169ec admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2ad248d9-e231-44c7-877c-94949aa083fa HTTP/1.1" status: 204 len: 168 time: 0.2565095 Jan 28 20:38:48.051744 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50914) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:48.052350 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaaa10d-6ef9-4e18-a6f2-74c8eac71f0f None None] Network eb79ac15-c1bc-4519-8571-57377ab7b400 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:38:48.122082 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (eb79ac15-c1bc-4519-8571-57377ab7b400), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.178245 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Deleting port 23a59bad-1c4d-45aa-946e-8218c740da35 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:38:48.178692 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.240863 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] For port 23a59bad-1c4d-45aa-946e-8218c740da35, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=23a59bad-1c4d-45aa-946e-8218c740da35,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:48.241228 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.256158 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Calling delete_port for 23a59bad-1c4d-45aa-946e-8218c740da35 owned by network:dhcp {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:38:48.263977 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] DHCP port deletion for eb79ac15-c1bc-4519-8571-57377ab7b400 request from dv-cinder-826350-4-iscsi {{(pid=102379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:38:48.333684 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Deleting port 23a59bad-1c4d-45aa-946e-8218c740da35 {{(pid=102379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:38:48.334066 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), before_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.351121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.378429 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device f718b600-2837-4d30-9291-93f592c48686 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:48.378652 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a59bad-1c4d-45aa-946e-8218c740da35,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:48.380286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] No DVR routers for this DVR port 23a59bad-1c4d-45aa-946e-8218c740da35 on host dv-cinder-826350-4-iscsi {{(pid=102377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:48.402191 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: f718b600-2837-4d30-9291-93f592c48686 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:38:48.402544 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device f718b600-2837-4d30-9291-93f592c48686 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:48.402958 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device be58326e-a20d-4ad7-81aa-9d0629c9e1bd no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:48.431257 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: be58326e-a20d-4ad7-81aa-9d0629c9e1bd {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:38:48.431607 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device be58326e-a20d-4ad7-81aa-9d0629c9e1bd not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:48.432020 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 23a59bad-1c4d-45aa-946e-8218c740da35 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:38:48.438182 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] For port 23a59bad-1c4d-45aa-946e-8218c740da35, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=23a59bad-1c4d-45aa-946e-8218c740da35,segment=NetworkSegment(0dff523d-fafc-4847-81f3-0cfc57e1e718),segment_id=0dff523d-fafc-4847-81f3-0cfc57e1e718)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:38:48.438584 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), precommit_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.453035 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (eb79ac15-c1bc-4519-8571-57377ab7b400), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.465983 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 23a59bad-1c4d-45aa-946e-8218c740da35 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:38:48.466337 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 23a59bad-1c4d-45aa-946e-8218c740da35 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:38:48.470915 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Calling delete_port for 23a59bad-1c4d-45aa-946e-8218c740da35 owned by network:dhcp {{(pid=102379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:38:48.473181 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb79ac15-c1bc-4519-8571-57377ab7b400']}} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:48.482821 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dff523d-fafc-4847-81f3-0cfc57e1e718') {'for_net_delete': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:48.483073 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dff523d-fafc-4847-81f3-0cfc57e1e718') {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:38:48.492383 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590468'] for segment (0dff523d-fafc-4847-81f3-0cfc57e1e718), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.506560 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (0dff523d-fafc-4847-81f3-0cfc57e1e718), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.513844 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:38:48.514479 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25920751'] for segment (0dff523d-fafc-4847-81f3-0cfc57e1e718), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: Traceback (most recent call last): Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: timer() Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: cb(*args, **kw) Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: return func(*args, **kwargs) Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: self._notify() Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: self.callback(batched_events) Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: event.method(event) Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: return f(self, *a, **k) Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._get(url).json() Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: return self.request(url, 'GET', **kwargs) Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:38:48.516233 dv-cinder-826350-4-iscsi neutron-server[102377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:38:48.548010 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595'] for port (23a59bad-1c4d-45aa-946e-8218c740da35), after_delete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.571286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (eb79ac15-c1bc-4519-8571-57377ab7b400), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.575258 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Pushing event deleted for resources: {'Port': ['ID=23a59bad-1c4d-45aa-946e-8218c740da35,revision_number=None']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:48.576193 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.577699 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] No DVR routers for this DVR port 23a59bad-1c4d-45aa-946e-8218c740da35 on host dv-cinder-826350-4-iscsi {{(pid=102379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:38:48.580974 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] 10.222.0.59 "DELETE /v2.0/networks/eb79ac15-c1bc-4519-8571-57377ab7b400 HTTP/1.1" status: 204 len: 168 time: 0.5277154 Jan 28 20:38:48.595189 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.595919 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.596193 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cccf5e-8f9c-4d0a-9393-7ead1ee43e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb79ac15-c1bc-4519-8571-57377ab7b400,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:48.596549 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.596969 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.597443 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.597901 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.598411 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.598864 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.599289 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.599718 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.600202 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.600604 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.600934 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc439e8-fb5b-4cdd-b0f9-cf45e02d89ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:38:48.762471 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50918) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:48.801553 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-26772fd3-a099-4fed-b7fb-65065c5417a7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1c0728fb029c4fd3acf933d889ce813d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379164 Jan 28 20:38:48.803885 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 50920) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:48.854093 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b3ffedd-5808-4932-8504-4dd4eee28d61 admin admin] Publish callbacks [] for security_group (4032d63d-4662-43c2-8306-3936e8da1438), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.875037 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b3ffedd-5808-4932-8504-4dd4eee28d61 admin admin] Publish callbacks [] for security_group (4032d63d-4662-43c2-8306-3936e8da1438), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.939723 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b3ffedd-5808-4932-8504-4dd4eee28d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (4032d63d-4662-43c2-8306-3936e8da1438), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.942263 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8b3ffedd-5808-4932-8504-4dd4eee28d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:48.943416 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8b3ffedd-5808-4932-8504-4dd4eee28d61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4032d63d-4662-43c2-8306-3936e8da1438 HTTP/1.1" status: 204 len: 168 time: 0.1386533 Jan 28 20:38:48.951083 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ffedd-5808-4932-8504-4dd4eee28d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4032d63d-4662-43c2-8306-3936e8da1438,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:50.607620 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:52.955736 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:38:58.150678 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51038) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:58.271014 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-acd632fe-e7eb-4367-b6e7-7a8187926aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:58.340948 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-acd632fe-e7eb-4367-b6e7-7a8187926aed admin admin] Publish callbacks [] for security_group (c0507823-41dd-4e63-8468-cf699a8b2766), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:58.344351 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-acd632fe-e7eb-4367-b6e7-7a8187926aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c0507823-41dd-4e63-8468-cf699a8b2766), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:58.382464 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-acd632fe-e7eb-4367-b6e7-7a8187926aed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b66b697623784b30b3b93e2ca4a5e268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306919 Jan 28 20:38:58.383364 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd632fe-e7eb-4367-b6e7-7a8187926aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0507823-41dd-4e63-8468-cf699a8b2766,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:58.385133 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51042) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:38:58.436468 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a57c0db8-1783-4a70-9d88-10aec80c88f4 admin admin] Publish callbacks [] for security_group (c0507823-41dd-4e63-8468-cf699a8b2766), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:58.456848 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a57c0db8-1783-4a70-9d88-10aec80c88f4 admin admin] Publish callbacks [] for security_group (c0507823-41dd-4e63-8468-cf699a8b2766), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:58.502889 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a57c0db8-1783-4a70-9d88-10aec80c88f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c0507823-41dd-4e63-8468-cf699a8b2766), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:58.505683 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-a57c0db8-1783-4a70-9d88-10aec80c88f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:38:58.506899 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-a57c0db8-1783-4a70-9d88-10aec80c88f4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0507823-41dd-4e63-8468-cf699a8b2766 HTTP/1.1" status: 204 len: 168 time: 0.1207473 Jan 28 20:38:58.515658 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c0db8-1783-4a70-9d88-10aec80c88f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0507823-41dd-4e63-8468-cf699a8b2766,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:38:59.959122 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51086) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:00.060004 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-baeb4904-14f0-4d26-8f5f-c8318784f3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.131512 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-baeb4904-14f0-4d26-8f5f-c8318784f3ea admin admin] Publish callbacks [] for security_group (60d8b918-204a-4627-b665-bf1e62188aa7), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.135391 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-baeb4904-14f0-4d26-8f5f-c8318784f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (60d8b918-204a-4627-b665-bf1e62188aa7), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.172207 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-baeb4904-14f0-4d26-8f5f-c8318784f3ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b0e3584ad9b40f491f45b917a4b5e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120402 Jan 28 20:39:00.173322 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb4904-14f0-4d26-8f5f-c8318784f3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d8b918-204a-4627-b665-bf1e62188aa7,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:00.174955 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51090) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:00.223157 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-248ae658-3042-4ccd-bf47-1950ae6afd2f admin admin] Publish callbacks [] for security_group (60d8b918-204a-4627-b665-bf1e62188aa7), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.247702 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-248ae658-3042-4ccd-bf47-1950ae6afd2f admin admin] Publish callbacks [] for security_group (60d8b918-204a-4627-b665-bf1e62188aa7), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.295971 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-248ae658-3042-4ccd-bf47-1950ae6afd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (60d8b918-204a-4627-b665-bf1e62188aa7), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.301933 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-248ae658-3042-4ccd-bf47-1950ae6afd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.303128 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-248ae658-3042-4ccd-bf47-1950ae6afd2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60d8b918-204a-4627-b665-bf1e62188aa7 HTTP/1.1" status: 204 len: 168 time: 0.1265712 Jan 28 20:39:00.311420 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ae658-3042-4ccd-bf47-1950ae6afd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d8b918-204a-4627-b665-bf1e62188aa7,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:00.553122 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51096) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:00.566601 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1849193a-ac60-4279-8355-2fcb65e9635d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.642195 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1849193a-ac60-4279-8355-2fcb65e9635d admin admin] Publish callbacks [] for security_group (c2b0daa5-aa1c-4020-9778-63e9db119592), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.646548 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1849193a-ac60-4279-8355-2fcb65e9635d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c2b0daa5-aa1c-4020-9778-63e9db119592), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.686294 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-1849193a-ac60-4279-8355-2fcb65e9635d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1023a084f7c04f30a5e2407456e9bd3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320713 Jan 28 20:39:00.687134 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849193a-ac60-4279-8355-2fcb65e9635d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b0daa5-aa1c-4020-9778-63e9db119592,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:00.689174 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51098) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:00.736590 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-219fa015-7f24-4c84-88fc-5771b3732548 admin admin] Publish callbacks [] for security_group (c2b0daa5-aa1c-4020-9778-63e9db119592), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.757153 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-219fa015-7f24-4c84-88fc-5771b3732548 admin admin] Publish callbacks [] for security_group (c2b0daa5-aa1c-4020-9778-63e9db119592), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.802374 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-219fa015-7f24-4c84-88fc-5771b3732548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (c2b0daa5-aa1c-4020-9778-63e9db119592), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.804872 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-219fa015-7f24-4c84-88fc-5771b3732548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:00.806601 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-219fa015-7f24-4c84-88fc-5771b3732548 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2b0daa5-aa1c-4020-9778-63e9db119592 HTTP/1.1" status: 204 len: 168 time: 0.1163278 Jan 28 20:39:00.814088 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa015-7f24-4c84-88fc-5771b3732548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b0daa5-aa1c-4020-9778-63e9db119592,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:04.972610 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51170) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:05.074498 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb67c-d2d8-4d2d-a0a3-4dc1595725b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.144717 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb67c-d2d8-4d2d-a0a3-4dc1595725b9 admin admin] Publish callbacks [] for security_group (7d1efcb2-3660-43c0-931f-5afd18b56342), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.148378 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8f0cb67c-d2d8-4d2d-a0a3-4dc1595725b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7d1efcb2-3660-43c0-931f-5afd18b56342), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.186552 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8f0cb67c-d2d8-4d2d-a0a3-4dc1595725b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d39e4251829f4ca8aa8f4581c1700f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128403 Jan 28 20:39:05.188404 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cb67c-d2d8-4d2d-a0a3-4dc1595725b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1efcb2-3660-43c0-931f-5afd18b56342,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:05.189266 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51174) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:05.235785 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-182dbd0a-6199-43e7-9449-5fd0132f070e admin admin] Publish callbacks [] for security_group (7d1efcb2-3660-43c0-931f-5afd18b56342), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.256775 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-182dbd0a-6199-43e7-9449-5fd0132f070e admin admin] Publish callbacks [] for security_group (7d1efcb2-3660-43c0-931f-5afd18b56342), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.307073 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-182dbd0a-6199-43e7-9449-5fd0132f070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (7d1efcb2-3660-43c0-931f-5afd18b56342), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.309668 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-182dbd0a-6199-43e7-9449-5fd0132f070e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.310994 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-182dbd0a-6199-43e7-9449-5fd0132f070e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d1efcb2-3660-43c0-931f-5afd18b56342 HTTP/1.1" status: 204 len: 168 time: 0.1207159 Jan 28 20:39:05.318743 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dbd0a-6199-43e7-9449-5fd0132f070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1efcb2-3660-43c0-931f-5afd18b56342,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:05.558882 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51180) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:05.571754 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1490e86b-4fc9-4f05-87f7-5361ebc84faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.641846 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1490e86b-4fc9-4f05-87f7-5361ebc84faa admin admin] Publish callbacks [] for security_group (0d1642df-4040-4c62-bb58-e958ab454498), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.645580 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1490e86b-4fc9-4f05-87f7-5361ebc84faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (0d1642df-4040-4c62-bb58-e958ab454498), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.688115 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-1490e86b-4fc9-4f05-87f7-5361ebc84faa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ca26c11041e4c0d91fe7b1c72fbe663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281023 Jan 28 20:39:05.690040 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490e86b-4fc9-4f05-87f7-5361ebc84faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1642df-4040-4c62-bb58-e958ab454498,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:05.690801 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51182) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:05.737682 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b799c34b-3127-41dd-99c2-b965f1636ca5 admin admin] Publish callbacks [] for security_group (0d1642df-4040-4c62-bb58-e958ab454498), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.758985 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b799c34b-3127-41dd-99c2-b965f1636ca5 admin admin] Publish callbacks [] for security_group (0d1642df-4040-4c62-bb58-e958ab454498), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.805405 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b799c34b-3127-41dd-99c2-b965f1636ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (0d1642df-4040-4c62-bb58-e958ab454498), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.807913 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-b799c34b-3127-41dd-99c2-b965f1636ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:05.809049 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-b799c34b-3127-41dd-99c2-b965f1636ca5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d1642df-4040-4c62-bb58-e958ab454498 HTTP/1.1" status: 204 len: 168 time: 0.1172757 Jan 28 20:39:05.816427 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799c34b-3127-41dd-99c2-b965f1636ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1642df-4040-4c62-bb58-e958ab454498,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:06.607151 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-b946665c-ee92-4333-a446-db66c7abb7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:08.953499 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-eff07f52-d0b1-4255-a20e-ee6d7e70df2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:10.091758 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:11.507252 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:12.838943 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.561712 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51304) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:13.665190 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-876133bb-287b-4c19-b268-bd0e2c455dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.736730 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-876133bb-287b-4c19-b268-bd0e2c455dc4 admin admin] Publish callbacks [] for security_group (b4fab875-7221-467c-bfe8-283898cda1c8), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.740425 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-876133bb-287b-4c19-b268-bd0e2c455dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (b4fab875-7221-467c-bfe8-283898cda1c8), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.778286 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-876133bb-287b-4c19-b268-bd0e2c455dc4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a0cd8bedfb0248eca63b97d219f5efe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153687 Jan 28 20:39:13.779158 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876133bb-287b-4c19-b268-bd0e2c455dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fab875-7221-467c-bfe8-283898cda1c8,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:13.780929 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51308) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:13.828591 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d894aa25-3a65-4c2e-9c14-0d5b2dcf6a18 admin admin] Publish callbacks [] for security_group (b4fab875-7221-467c-bfe8-283898cda1c8), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.849300 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d894aa25-3a65-4c2e-9c14-0d5b2dcf6a18 admin admin] Publish callbacks [] for security_group (b4fab875-7221-467c-bfe8-283898cda1c8), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.900910 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d894aa25-3a65-4c2e-9c14-0d5b2dcf6a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (b4fab875-7221-467c-bfe8-283898cda1c8), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.903518 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-d894aa25-3a65-4c2e-9c14-0d5b2dcf6a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:13.904705 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-d894aa25-3a65-4c2e-9c14-0d5b2dcf6a18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4fab875-7221-467c-bfe8-283898cda1c8 HTTP/1.1" status: 204 len: 168 time: 0.1221957 Jan 28 20:39:13.912553 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894aa25-3a65-4c2e-9c14-0d5b2dcf6a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fab875-7221-467c-bfe8-283898cda1c8,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:14.167708 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51314) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:14.180921 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-11c3e8dc-cbb1-4687-a3c6-56247ee01863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.255114 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-11c3e8dc-cbb1-4687-a3c6-56247ee01863 admin admin] Publish callbacks [] for security_group (03588f93-2614-4f11-bbf3-6eb9d727c67d), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.259352 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-11c3e8dc-cbb1-4687-a3c6-56247ee01863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (03588f93-2614-4f11-bbf3-6eb9d727c67d), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.297191 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-11c3e8dc-cbb1-4687-a3c6-56247ee01863 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fdd39406cc2440638f8e0b845e5aee2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284125 Jan 28 20:39:14.298308 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3e8dc-cbb1-4687-a3c6-56247ee01863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03588f93-2614-4f11-bbf3-6eb9d727c67d,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:14.299911 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51316) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:14.346932 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52917ac3-a558-4226-a072-80169a2ebd63 admin admin] Publish callbacks [] for security_group (03588f93-2614-4f11-bbf3-6eb9d727c67d), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.367945 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52917ac3-a558-4226-a072-80169a2ebd63 admin admin] Publish callbacks [] for security_group (03588f93-2614-4f11-bbf3-6eb9d727c67d), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.418844 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52917ac3-a558-4226-a072-80169a2ebd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (03588f93-2614-4f11-bbf3-6eb9d727c67d), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.422922 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-52917ac3-a558-4226-a072-80169a2ebd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.424459 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-52917ac3-a558-4226-a072-80169a2ebd63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03588f93-2614-4f11-bbf3-6eb9d727c67d HTTP/1.1" status: 204 len: 168 time: 0.1234455 Jan 28 20:39:14.434514 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52917ac3-a558-4226-a072-80169a2ebd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03588f93-2614-4f11-bbf3-6eb9d727c67d,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:14.737647 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51322) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:14.751303 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-94d99d8c-e467-458c-b7a0-4495dcec3962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.822780 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-94d99d8c-e467-458c-b7a0-4495dcec3962 admin admin] Publish callbacks [] for security_group (a98ef1a2-3582-4ecb-82ae-a91998bb0e80), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.826457 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-94d99d8c-e467-458c-b7a0-4495dcec3962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a98ef1a2-3582-4ecb-82ae-a91998bb0e80), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.864037 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-94d99d8c-e467-458c-b7a0-4495dcec3962 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc4ab9f173fe4ce18eb3629e6106b05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251464 Jan 28 20:39:14.864989 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d99d8c-e467-458c-b7a0-4495dcec3962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98ef1a2-3582-4ecb-82ae-a91998bb0e80,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:14.866626 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51324) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:14.917501 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c1e0-63da-4265-9664-55996e826d7d admin admin] Publish callbacks [] for security_group (a98ef1a2-3582-4ecb-82ae-a91998bb0e80), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.938347 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c1e0-63da-4265-9664-55996e826d7d admin admin] Publish callbacks [] for security_group (a98ef1a2-3582-4ecb-82ae-a91998bb0e80), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.986105 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c1e0-63da-4265-9664-55996e826d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (a98ef1a2-3582-4ecb-82ae-a91998bb0e80), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.990192 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c1e0-63da-4265-9664-55996e826d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:14.994774 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-4dd9c1e0-63da-4265-9664-55996e826d7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a98ef1a2-3582-4ecb-82ae-a91998bb0e80 HTTP/1.1" status: 204 len: 168 time: 0.1241112 Jan 28 20:39:15.001475 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9c1e0-63da-4265-9664-55996e826d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98ef1a2-3582-4ecb-82ae-a91998bb0e80,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:18.628639 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51370) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:18.731413 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-29908d90-0738-4057-9be6-28a15f36d789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.804514 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-29908d90-0738-4057-9be6-28a15f36d789 admin admin] Publish callbacks [] for security_group (3f1578eb-528d-439a-9e04-e89f40298109), precommit_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.808276 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-29908d90-0738-4057-9be6-28a15f36d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (3f1578eb-528d-439a-9e04-e89f40298109), after_create {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.847231 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-29908d90-0738-4057-9be6-28a15f36d789 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b659322bd497424daaa1df4ab73c846f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175245 Jan 28 20:39:18.848377 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29908d90-0738-4057-9be6-28a15f36d789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1578eb-528d-439a-9e04-e89f40298109,revision_number=1']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:18.850040 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51374) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:18.897397 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-278c1045-4f73-4b59-a1aa-55d692df74e7 admin admin] Publish callbacks [] for security_group (3f1578eb-528d-439a-9e04-e89f40298109), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.919192 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-278c1045-4f73-4b59-a1aa-55d692df74e7 admin admin] Publish callbacks [] for security_group (3f1578eb-528d-439a-9e04-e89f40298109), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.966353 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-278c1045-4f73-4b59-a1aa-55d692df74e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (3f1578eb-528d-439a-9e04-e89f40298109), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.968835 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-278c1045-4f73-4b59-a1aa-55d692df74e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:18.969988 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-278c1045-4f73-4b59-a1aa-55d692df74e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f1578eb-528d-439a-9e04-e89f40298109 HTTP/1.1" status: 204 len: 168 time: 0.1188409 Jan 28 20:39:18.977168 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c1045-4f73-4b59-a1aa-55d692df74e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1578eb-528d-439a-9e04-e89f40298109,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:20.612061 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.278355 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51412) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:21.628958 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Deleting port b5e53030-4cb2-423d-a9e8-dbfc24fa00bb {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:21.629203 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.705510 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.705963 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.719470 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Calling delete_port for b5e53030-4cb2-423d-a9e8-dbfc24fa00bb owned by network:floatingip {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:21.869857 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (b5e53030-4cb2-423d-a9e8-dbfc24fa00bb), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.893248 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event deleted for resources: {'Port': ['ID=b5e53030-4cb2-423d-a9e8-dbfc24fa00bb,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:21.958548 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (314bf6ff-21e9-4876-a427-674e08d724d6), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:21.958872 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Floating IP 314bf6ff-21e9-4876-a427-674e08d724d6 disassociated (deleted). External IP: 172.27.0.226, port: 38d64510-69e9-4d58-b32a-547abb46e890. Jan 28 20:39:22.160185 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:22.264661 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:22.269770 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:22.275594 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:22.284898 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:22.285508 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:22.300612 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a104f67c-f646-40bd-ba11-6800b262c141 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "DELETE /v2.0/floatingips/314bf6ff-21e9-4876-a427-674e08d724d6 HTTP/1.1" status: 204 len: 168 time: 1.0206482 Jan 28 20:39:22.301233 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:22.303473 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d33f57-a7c9-4867-8515-6db71746646f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "tag": "38d64510-69e9-4d58-b32a-547abb46e890"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:22.399880 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:22.533423 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0148c7c-a652-4dd5-b274-f3c2fae9f5f2 x-openstack-request-id: req-e0148c7c-a652-4dd5-b274-f3c2fae9f5f2 {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:22.533853 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "tag": "38d64510-69e9-4d58-b32a-547abb46e890", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:22.534237 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e0148c7c-a652-4dd5-b274-f3c2fae9f5f2 {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:22.534731 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890', 'status': 'completed', 'code': 200} Jan 28 20:39:22.567953 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb340763-3af4-4c23-a28a-ee0b4f042a39 req-5517a6a6-8650-4fad-aeff-94057907722c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:22.569742 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eb340763-3af4-4c23-a28a-ee0b4f042a39 req-5517a6a6-8650-4fad-aeff-94057907722c tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0724804 Jan 28 20:39:22.593251 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33f57-a7c9-4867-8515-6db71746646f req-cd23a131-c72a-4ca6-8081-d7a08fc1cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:22.595054 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e0d33f57-a7c9-4867-8515-6db71746646f req-cd23a131-c72a-4ca6-8081-d7a08fc1cd55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 1130 time: 0.0505199 Jan 28 20:39:22.626744 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-eb340763-3af4-4c23-a28a-ee0b4f042a39 req-4c04cfd1-fc14-4023-9756-278735f0339a tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481091 Jan 28 20:39:22.659198 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:18Z', 'revision_number': 1, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:22.687545 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:22.698338 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:22.699067 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:22.705041 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33f57-a7c9-4867-8515-6db71746646f req-84108a52-732c-4c4e-87f2-45ef924a0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:22.706935 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e0d33f57-a7c9-4867-8515-6db71746646f req-84108a52-732c-4c4e-87f2-45ef924a0da1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.1024897 Jan 28 20:39:22.754005 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e0d33f57-a7c9-4867-8515-6db71746646f req-48d7636b-dd8c-475e-a8cb-3cf7960cef1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d64510-69e9-4d58-b32a-547abb46e890 HTTP/1.1" status: 200 len: 217 time: 0.0405746 Jan 28 20:39:22.813453 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33f57-a7c9-4867-8515-6db71746646f req-aa536d7a-f9b3-462b-b8d6-46c602df7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:22.815760 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:22.816115 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e0d33f57-a7c9-4867-8515-6db71746646f req-aa536d7a-f9b3-462b-b8d6-46c602df7448 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0542336 Jan 28 20:39:22.885334 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d33f57-a7c9-4867-8515-6db71746646f req-6d3dfe35-aecc-44a2-b4b0-34d608c9e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:22.887427 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e0d33f57-a7c9-4867-8515-6db71746646f req-6d3dfe35-aecc-44a2-b4b0-34d608c9e38a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592811 Jan 28 20:39:22.978524 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e0d33f57-a7c9-4867-8515-6db71746646f req-0de468b4-0360-475a-9ed3-aca045f84361 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832267 Jan 28 20:39:23.059913 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:18Z', 'revision_number': 1, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:23.074108 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-e0d33f57-a7c9-4867-8515-6db71746646f req-4790e6d1-d855-4a7d-893e-2fbeed2fc93c service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878680 Jan 28 20:39:23.085953 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a124f9d8-3f0c-42a3-a866-a00537552f99 None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_floatingips': [{'id': '8dccbcfd-905b-40e1-9cf9-b71d444da9e1', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'router_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'port_id': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'mac_address': 'fa:16:3e:cf:46:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T20:34:16Z', 'updated_at': '2022-01-28T20:34:18Z', 'revision_number': 1, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:23.296419 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b02c44-3b4f-47db-b18b-676bb17f75ec None None] New status for floating IP 314bf6ff-21e9-4876-a427-674e08d724d6: DOWN {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:39:23.748258 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f89bf7-58f2-420e-a6f0-6a1aec16fad9 req-839b81ff-1475-4a66-93f4-49e0f84a1dac tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:23.749691 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-23f89bf7-58f2-420e-a6f0-6a1aec16fad9 req-839b81ff-1475-4a66-93f4-49e0f84a1dac tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0542758 Jan 28 20:39:23.797026 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-23f89bf7-58f2-420e-a6f0-6a1aec16fad9 req-e41045eb-2379-49b0-9f51-4f1d375297b2 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417316 Jan 28 20:39:24.422945 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-e7f5b707-7df8-4a3e-84aa-86cd2fe569d4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:24.424749 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-e7f5b707-7df8-4a3e-84aa-86cd2fe569d4 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0534670 Jan 28 20:39:24.765535 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Deleting port 38d64510-69e9-4d58-b32a-547abb46e890 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:24.765903 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (38d64510-69e9-4d58-b32a-547abb46e890), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.854637 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] For port 38d64510-69e9-4d58-b32a-547abb46e890, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=38d64510-69e9-4d58-b32a-547abb46e890,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:24.854964 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (38d64510-69e9-4d58-b32a-547abb46e890), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:24.867073 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Calling delete_port for 38d64510-69e9-4d58-b32a-547abb46e890 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:24.924164 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd8e99-6456-4025-963b-7112a84899df req-daf362b0-1798-44f7-9e43-99efc5b03026 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:24.926242 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-01cd8e99-6456-4025-963b-7112a84899df req-daf362b0-1798-44f7-9e43-99efc5b03026 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=e9301756-2919-4996-8f98-7004d11de728 HTTP/1.1" status: 200 len: 946 time: 0.0609365 Jan 28 20:39:24.979801 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-01cd8e99-6456-4025-963b-7112a84899df req-bee64605-37ae-47c2-a1f3-26214801f499 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459704 Jan 28 20:39:25.011480 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (38d64510-69e9-4d58-b32a-547abb46e890), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.047025 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event deleted for resources: {'Port': ['ID=38d64510-69e9-4d58-b32a-547abb46e890,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:25.095076 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] No DVR routers for this DVR port 38d64510-69e9-4d58-b32a-547abb46e890 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:25.097504 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:25.100818 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-947067c5-bbca-4fd8-b0ca-8cc195d67a93 req-89d2ddd4-abdd-4356-8eab-c2d2e06e4138 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "DELETE /v2.0/ports/38d64510-69e9-4d58-b32a-547abb46e890 HTTP/1.1" status: 204 len: 173 time: 0.6695168 Jan 28 20:39:25.101265 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'name': 'network-vif-deleted', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:25.103583 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af84d88b-01bb-4e4a-af1c-360e76c83d9b" -d '{"events": [{"server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "name": "network-vif-deleted", "tag": "38d64510-69e9-4d58-b32a-547abb46e890"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:25.146971 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a484b85-cf6d-4cef-a1a6-8ee2398731b3 x-openstack-request-id: req-6a484b85-cf6d-4cef-a1a6-8ee2398731b3 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:25.147268 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9301756-2919-4996-8f98-7004d11de728", "name": "network-vif-deleted", "tag": "38d64510-69e9-4d58-b32a-547abb46e890", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:25.147521 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a484b85-cf6d-4cef-a1a6-8ee2398731b3 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:25.147917 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9301756-2919-4996-8f98-7004d11de728', 'name': 'network-vif-deleted', 'tag': '38d64510-69e9-4d58-b32a-547abb46e890', 'status': 'completed', 'code': 200} Jan 28 20:39:27.221572 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 38d64510-69e9-4d58-b32a-547abb46e890 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:27.245940 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 38d64510-69e9-4d58-b32a-547abb46e890 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:27.246493 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 38d64510-69e9-4d58-b32a-547abb46e890 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:28.437748 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51536) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:28.595348 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Deleting port fe96fc6f-63b2-4a80-b44c-1124bf819198 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:28.595702 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (fe96fc6f-63b2-4a80-b44c-1124bf819198), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.670410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (fe96fc6f-63b2-4a80-b44c-1124bf819198), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.670740 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (fe96fc6f-63b2-4a80-b44c-1124bf819198), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.682313 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Calling delete_port for fe96fc6f-63b2-4a80-b44c-1124bf819198 owned by network:floatingip {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:28.849780 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (fe96fc6f-63b2-4a80-b44c-1124bf819198), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.878574 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event deleted for resources: {'Port': ['ID=fe96fc6f-63b2-4a80-b44c-1124bf819198,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:28.940801 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (8dccbcfd-905b-40e1-9cf9-b71d444da9e1), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:28.941133 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.db.l3_db [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Floating IP 8dccbcfd-905b-40e1-9cf9-b71d444da9e1 disassociated (deleted). External IP: 172.27.0.229, port: e0e17f6c-bd50-483e-9bf1-112ff384b05a. Jan 28 20:39:29.144241 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:29.251228 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:29.255620 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.260931 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:29.270477 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:29.271087 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:29.284757 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-ebb33621-5b6b-4e58-b5a6-b525875976bf tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "DELETE /v2.0/floatingips/8dccbcfd-905b-40e1-9cf9-b71d444da9e1 HTTP/1.1" status: 204 len: 168 time: 0.8458853 Jan 28 20:39:29.285424 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:29.287789 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a252696-1c39-4f5e-9431-7668427dfa75" -d '{"events": [{"name": "network-changed", "server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:29.325926 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f78400c-f77e-418c-8ef1-0d9e456f5ee7 x-openstack-request-id: req-6f78400c-f77e-418c-8ef1-0d9e456f5ee7 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:29.326398 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:29.326715 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f78400c-f77e-418c-8ef1-0d9e456f5ee7 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:29.327387 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'status': 'completed', 'code': 200} Jan 28 20:39:29.385032 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:29.395367 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-ea218783-f2ee-415f-8439-4c09ef1fa039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:29.397199 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-ea218783-f2ee-415f-8439-4c09ef1fa039 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 1129 time: 0.0496099 Jan 28 20:39:29.522486 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-ca3002f3-7485-46cf-a53f-2f0a12240e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:29.525224 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-ca3002f3-7485-46cf-a53f-2f0a12240e39 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 200 len: 913 time: 0.1174188 Jan 28 20:39:29.539015 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2beadc-39ee-4d12-83d5-5e68fdde29b5 req-b23c89bc-a3f1-4104-8abf-20e4f95c293f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:29.542229 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ee2beadc-39ee-4d12-83d5-5e68fdde29b5 req-b23c89bc-a3f1-4104-8abf-20e4f95c293f tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 945 time: 0.0572782 Jan 28 20:39:29.575010 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-3649f8ad-19fe-4448-82c8-05c782266d2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a HTTP/1.1" status: 200 len: 217 time: 0.0412233 Jan 28 20:39:29.596177 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ee2beadc-39ee-4d12-83d5-5e68fdde29b5 req-466f8206-f474-40c6-b50b-2ba77c76f180 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/security-groups?id=316c4cc2-1458-4914-8af3-eb6a19da75fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482495 Jan 28 20:39:29.626504 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:29.628742 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-938fe27c-f101-4088-8250-82fadf084b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:29.630319 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-938fe27c-f101-4088-8250-82fadf084b08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 200 len: 851 time: 0.0470364 Jan 28 20:39:29.655639 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:29.665980 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:29.666980 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:29.686971 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-45286564-dd64-42e5-b787-7e355cf39d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:29.688480 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-45286564-dd64-42e5-b787-7e355cf39d5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4706b4ac-208e-49dd-94bd-78970bce488d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516996 Jan 28 20:39:29.728844 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51550) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:29.786279 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-e05101c1-fdb5-405f-8452-9dde4e5fae35 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901182 Jan 28 20:39:29.865852 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-46184520-de00-4a18-9d06-d8d976cd32a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.888070 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-6a252696-1c39-4f5e-9431-7668427dfa75 req-eea200c5-464d-46bd-b323-0f3092e471e6 service neutron] 10.222.0.42 "GET /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929403 Jan 28 20:39:29.915993 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:29.943961 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-46184520-de00-4a18-9d06-d8d976cd32a2 admin admin] Publish callbacks [] for security_group (4c307c67-6039-4881-8aea-3955296c674f), precommit_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.948229 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-46184520-de00-4a18-9d06-d8d976cd32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (4c307c67-6039-4881-8aea-3955296c674f), after_create {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:29.954570 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:39:29.992195 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51554) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:29.992371 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-46184520-de00-4a18-9d06-d8d976cd32a2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8daf552cf4864d61aa68020f3c3b70a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611675 Jan 28 20:39:29.992556 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46184520-de00-4a18-9d06-d8d976cd32a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c307c67-6039-4881-8aea-3955296c674f,revision_number=1']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:30.040967 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b4d84702-8235-4b17-a6b8-8821152f5262 admin admin] Publish callbacks [] for security_group (4c307c67-6039-4881-8aea-3955296c674f), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.061679 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b4d84702-8235-4b17-a6b8-8821152f5262 admin admin] Publish callbacks [] for security_group (4c307c67-6039-4881-8aea-3955296c674f), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.107962 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b4d84702-8235-4b17-a6b8-8821152f5262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (4c307c67-6039-4881-8aea-3955296c674f), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.110820 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b4d84702-8235-4b17-a6b8-8821152f5262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.114311 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b4d84702-8235-4b17-a6b8-8821152f5262 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c307c67-6039-4881-8aea-3955296c674f HTTP/1.1" status: 204 len: 168 time: 0.1196439 Jan 28 20:39:30.122237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:30.143565 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d84702-8235-4b17-a6b8-8821152f5262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c307c67-6039-4881-8aea-3955296c674f,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:30.159588 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a8c78-d47b-4978-b2c6-024dd5a13bf9 None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:09Z', 'revision_number': 4, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': 'b2c14d62-84ef-482a-9a68-d4d6cec1000f', 'name': '', 'network_id': '4706b4ac-208e-49dd-94bd-78970bce488d', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'mac_address': 'fa:16:3e:67:25:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:09Z', 'updated_at': '2022-01-28T20:28:13Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'subnets': [{'id': 'b7683ce8-e9f0-49da-b21e-7293aa550748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:30.176773 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-22113579-e210-4247-b1a5-4782215aea81 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:30.178316 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-22113579-e210-4247-b1a5-4782215aea81 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 945 time: 0.0652924 Jan 28 20:39:30.293584 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Deleting port e0e17f6c-bd50-483e-9bf1-112ff384b05a {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:30.293992 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.394394 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] For port e0e17f6c-bd50-483e-9bf1-112ff384b05a, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=e0e17f6c-bd50-483e-9bf1-112ff384b05a,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:30.394889 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.409434 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Calling delete_port for e0e17f6c-bd50-483e-9bf1-112ff384b05a owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:30.436380 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0858a2-0482-4601-8bf4-2a3ad1db67ad None None] New status for floating IP 8dccbcfd-905b-40e1-9cf9-b71d444da9e1: DOWN {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:39:30.550795 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (e0e17f6c-bd50-483e-9bf1-112ff384b05a), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.585669 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event deleted for resources: {'Port': ['ID=e0e17f6c-bd50-483e-9bf1-112ff384b05a,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:30.627962 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] No DVR routers for this DVR port e0e17f6c-bd50-483e-9bf1-112ff384b05a on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:30.630397 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:30.633729 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2bbb57db-0590-4e59-951d-d72077d20f7d req-31cba56a-e763-4543-8926-5910be0ad53b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.42 "DELETE /v2.0/ports/e0e17f6c-bd50-483e-9bf1-112ff384b05a HTTP/1.1" status: 204 len: 173 time: 0.4501646 Jan 28 20:39:30.694985 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f5f92c83-af0e-4f47-8f54-b0972d7521ae req-5555db9a-d7a3-46b2-887b-952555c019e3 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "GET /v2.0/ports?device_id=34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e HTTP/1.1" status: 200 len: 210 time: 0.0289853 Jan 28 20:39:31.329001 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'name': 'network-vif-deleted', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:39:31.331451 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70f2ba0-6b3b-4916-b0a8-383d66907096" -d '{"events": [{"server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "name": "network-vif-deleted", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:39:31.366786 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66011f4d-133b-4aa6-be7f-3d8159605e27 x-openstack-request-id: req-66011f4d-133b-4aa6-be7f-3d8159605e27 {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:39:31.367081 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e", "name": "network-vif-deleted", "tag": "e0e17f6c-bd50-483e-9bf1-112ff384b05a", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:39:31.367361 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66011f4d-133b-4aa6-be7f-3d8159605e27 {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:39:31.367756 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dfb3f9-6ead-41b4-a94d-d39a0eff2e3e', 'name': 'network-vif-deleted', 'tag': 'e0e17f6c-bd50-483e-9bf1-112ff384b05a', 'status': 'completed', 'code': 200} Jan 28 20:39:31.749324 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51564) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:31.872767 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Deleting port ace99c70-9a27-480d-b130-85dc935faf25 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:31.873106 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (ace99c70-9a27-480d-b130-85dc935faf25), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.953768 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (ace99c70-9a27-480d-b130-85dc935faf25), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.954150 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (ace99c70-9a27-480d-b130-85dc935faf25), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:31.965367 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Calling delete_port for ace99c70-9a27-480d-b130-85dc935faf25 owned by network:floatingip {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:32.093583 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (ace99c70-9a27-480d-b130-85dc935faf25), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:32.119704 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event deleted for resources: {'Port': ['ID=ace99c70-9a27-480d-b130-85dc935faf25,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:32.180928 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for floatingip (a4af8fe3-f4c6-4c24-b4ca-06c820304777), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:32.183618 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:32.184767 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-e0986418-45c5-4b70-b295-a1c74f4728e8 tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "DELETE /v2.0/floatingips/a4af8fe3-f4c6-4c24-b4ca-06c820304777 HTTP/1.1" status: 204 len: 168 time: 0.4344103 Jan 28 20:39:33.239247 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device e0e17f6c-bd50-483e-9bf1-112ff384b05a no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:33.259925 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: e0e17f6c-bd50-483e-9bf1-112ff384b05a {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:33.260265 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device e0e17f6c-bd50-483e-9bf1-112ff384b05a not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:33.411377 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51586) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:33.467018 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-dda68564-6895-4bad-8af4-318076060b3b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group (316c4cc2-1458-4914-8af3-eb6a19da75fe), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:33.491555 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-dda68564-6895-4bad-8af4-318076060b3b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group (316c4cc2-1458-4914-8af3-eb6a19da75fe), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:33.550084 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-dda68564-6895-4bad-8af4-318076060b3b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (316c4cc2-1458-4914-8af3-eb6a19da75fe), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:33.552710 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-dda68564-6895-4bad-8af4-318076060b3b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:33.554075 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-dda68564-6895-4bad-8af4-318076060b3b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] 10.222.0.59 "DELETE /v2.0/security-groups/316c4cc2-1458-4914-8af3-eb6a19da75fe HTTP/1.1" status: 204 len: 168 time: 0.1410089 Jan 28 20:39:33.567749 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda68564-6895-4bad-8af4-318076060b3b tempest-TestVolumeBootPattern-488323929 tempest-TestVolumeBootPattern-488323929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c4cc2-1458-4914-8af3-eb6a19da75fe,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:33.626937 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51592) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:34.177301 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:34.466259 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Deleting port b2c14d62-84ef-482a-9a68-d4d6cec1000f {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:34.466618 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:34.543765 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] For port b2c14d62-84ef-482a-9a68-d4d6cec1000f, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=b2c14d62-84ef-482a-9a68-d4d6cec1000f,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:34.544136 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:34.555805 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Calling delete_port for b2c14d62-84ef-482a-9a68-d4d6cec1000f owned by network:router_interface {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:34.728494 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (b2c14d62-84ef-482a-9a68-d4d6cec1000f), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:34.754046 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c14d62-84ef-482a-9a68-d4d6cec1000f,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:34.915616 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:35.367250 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:35.472857 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:35.478279 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-8f20c2b3-461f-469e-ab50-fe8e1e1ff09a admin admin] 10.222.0.59 "PUT /v2.0/routers/94732b20-bc8a-42fb-a0ff-1ee7e5b0e817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8498416 Jan 28 20:39:35.480307 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51604) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:35.484877 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] Sync routers for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:35.505545 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:35.506176 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:35.582414 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks [] for router (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:35.651115 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:35.691061 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks [] for router_gateway (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:35.740938 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Deleting port 1dfd6446-9929-4998-a1eb-f34320fcb280 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:35.741687 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:35.822504 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] For port 1dfd6446-9929-4998-a1eb-f34320fcb280, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=1dfd6446-9929-4998-a1eb-f34320fcb280,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:35.822860 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:35.834494 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Calling delete_port for 1dfd6446-9929-4998-a1eb-f34320fcb280 owned by network:router_gateway {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:35.886470 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28'}], 'enable_snat': True}, 'gw_port_id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:39:34Z', 'revision_number': 5, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port': {'id': '1dfd6446-9929-4998-a1eb-f34320fcb280', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:35.916925 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] Checking router: 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:35.925128 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] Routers {'94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:35.925753 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:36.004168 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (1dfd6446-9929-4998-a1eb-f34320fcb280), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.008688 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] Set router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 gateway port host: None {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:36.031178 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfd6446-9929-4998-a1eb-f34320fcb280,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:36.066688 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:39:35Z', 'revision_number': 6, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port_host': None}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:36.093856 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04728ce-7d0c-4a8a-94b2-c544f046a32e None None] The sync data for ids ['94732b20-bc8a-42fb-a0ff-1ee7e5b0e817'] in dv-cinder-826350-4-iscsi is: [{'id': '94732b20-bc8a-42fb-a0ff-1ee7e5b0e817', 'name': 'tempest-TestVolumeBootPattern-1726317513-router', 'tenant_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:07Z', 'updated_at': '2022-01-28T20:39:35Z', 'revision_number': 6, 'project_id': 'aa2f11f2a3714a9c9a72ab77ea3d288b', 'gw_port_host': None}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:36.096297 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.200945 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.203050 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks [] for router_controller (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.264316 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (94732b20-bc8a-42fb-a0ff-1ee7e5b0e817), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.264930 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 {{(pid=102378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:39:36.270095 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.271240 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-9ff2b9fd-7fd3-4dd9-bc02-424a95b6481a admin admin] 10.222.0.59 "DELETE /v2.0/routers/94732b20-bc8a-42fb-a0ff-1ee7e5b0e817 HTTP/1.1" status: 204 len: 168 time: 0.7900152 Jan 28 20:39:36.274228 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51606) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:36.320109 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8571214-4433-4b45-ac82-01281e8a890c admin admin] Deleting subnet b7683ce8-e9f0-49da-b21e-7293aa550748 {{(pid=102378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:39:36.323150 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8571214-4433-4b45-ac82-01281e8a890c admin admin] Publish callbacks [] for subnet (b7683ce8-e9f0-49da-b21e-7293aa550748), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.356545 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8571214-4433-4b45-ac82-01281e8a890c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367772'] for subnet (b7683ce8-e9f0-49da-b21e-7293aa550748), precommit_delete_associations {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.433415 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8571214-4433-4b45-ac82-01281e8a890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (b7683ce8-e9f0-49da-b21e-7293aa550748), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.499565 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8571214-4433-4b45-ac82-01281e8a890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3586249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25715837'] for subnet (b7683ce8-e9f0-49da-b21e-7293aa550748), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.525556 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8571214-4433-4b45-ac82-01281e8a890c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7683ce8-e9f0-49da-b21e-7293aa550748,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:36.531844 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-b8571214-4433-4b45-ac82-01281e8a890c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for subnet (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.537212 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9efffd-a77b-4368-a960-c252e00bae34 None None] Network 4706b4ac-208e-49dd-94bd-78970bce488d requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:39:36.541362 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-b8571214-4433-4b45-ac82-01281e8a890c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b7683ce8-e9f0-49da-b21e-7293aa550748 HTTP/1.1" status: 204 len: 168 time: 0.2661493 Jan 28 20:39:36.543688 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51608) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:36.614499 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (4706b4ac-208e-49dd-94bd-78970bce488d), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.630413 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1230-ee50-4175-a182-786177ab0c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.673740 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Deleting port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:36.674115 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.738160 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] For port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=3eaac7cc-39ae-43ea-b0d8-2bae1939dda6,segment=NetworkSegment(f18ddfc2-c691-47ec-b37b-dc0ee09a84fc),segment_id=f18ddfc2-c691-47ec-b37b-dc0ee09a84fc)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:36.738459 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.751149 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Calling delete_port for 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 owned by network:dhcp {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:36.827150 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (3eaac7cc-39ae-43ea-b0d8-2bae1939dda6), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.856655 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eaac7cc-39ae-43ea-b0d8-2bae1939dda6,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:36.860510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] No DVR routers for this DVR port 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 on host dv-cinder-826350-4-iscsi {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:36.872285 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6524deb4-655f-4faf-acd0-674735b746cb None None] DHCP port deletion for 4706b4ac-208e-49dd-94bd-78970bce488d request from dv-cinder-826350-4-iscsi {{(pid=102379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:39:36.879812 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device b2c14d62-84ef-482a-9a68-d4d6cec1000f no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:36.903441 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: b2c14d62-84ef-482a-9a68-d4d6cec1000f {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:36.903788 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device b2c14d62-84ef-482a-9a68-d4d6cec1000f not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:36.932499 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (4706b4ac-208e-49dd-94bd-78970bce488d), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.952011 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4706b4ac-208e-49dd-94bd-78970bce488d']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:36.963063 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:36.963365 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18ddfc2-c691-47ec-b37b-dc0ee09a84fc') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:36.973414 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (f18ddfc2-c691-47ec-b37b-dc0ee09a84fc), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.987508 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (f18ddfc2-c691-47ec-b37b-dc0ee09a84fc), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.994111 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:36.994446 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (f18ddfc2-c691-47ec-b37b-dc0ee09a84fc), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:36.996170 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:37.054448 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (4706b4ac-208e-49dd-94bd-78970bce488d), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:37.061259 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:37.067293 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4706b4ac-208e-49dd-94bd-78970bce488d HTTP/1.1" status: 204 len: 168 time: 0.5197301 Jan 28 20:39:37.067508 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51610) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:37.074463 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73515d98-fd39-4a46-b93d-82fb1b260312 admin admin] Pushing event deleted for resources: {'Network': ['ID=4706b4ac-208e-49dd-94bd-78970bce488d,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:37.404951 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:37.876371 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Deleting port d2f12974-3baf-4ae1-b0f3-c6c8123b9213 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:37.876712 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:37.951599 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] For port d2f12974-3baf-4ae1-b0f3-c6c8123b9213, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,segment=NetworkSegment(405f63e3-1196-4276-8085-5d517896c72e),segment_id=405f63e3-1196-4276-8085-5d517896c72e)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:37.951962 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:37.964663 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Calling delete_port for d2f12974-3baf-4ae1-b0f3-c6c8123b9213 owned by network:router_interface {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:38.141928 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (d2f12974-3baf-4ae1-b0f3-c6c8123b9213), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.168102 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f12974-3baf-4ae1-b0f3-c6c8123b9213,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:38.344626 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.349749 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 1dfd6446-9929-4998-a1eb-f34320fcb280 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:38.374296 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 1dfd6446-9929-4998-a1eb-f34320fcb280 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:38.374639 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 1dfd6446-9929-4998-a1eb-f34320fcb280 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:38.375044 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:38.393922 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:38.394202 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 3eaac7cc-39ae-43ea-b0d8-2bae1939dda6 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:38.555726 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:39:38.659310 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:39:38.664412 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-0f72bdc7-2b75-4b3a-9d68-2e56a6466823 admin admin] 10.222.0.59 "PUT /v2.0/routers/4f664ee2-9327-4d63-a2d7-58c8d392e1fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5958524 Jan 28 20:39:38.667168 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51614) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:38.669718 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] Sync routers for ids ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:39:38.679571 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] Routers {'4f664ee2-9327-4d63-a2d7-58c8d392e1fe'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:38.681099 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:39:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:38.769055 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks [] for router (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.783831 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] Set router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:38.865787 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks [] for router_gateway (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.920774 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Deleting port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:38.921387 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.955256 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d41f9916-062b-4ffd-84de-bd167796c472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:38.972157 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:39:38Z', 'revision_number': 5, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port': {'id': '70c75aa1-95ec-4bd6-958e-3f79fa5cab25', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:39.002919 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] For port 70c75aa1-95ec-4bd6-958e-3f79fa5cab25, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=70c75aa1-95ec-4bd6-958e-3f79fa5cab25,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:39.003286 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.015974 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Calling delete_port for 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 owned by network:router_gateway {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:39.082024 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] Checking router: 4f664ee2-9327-4d63-a2d7-58c8d392e1fe for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:39:39.090128 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] Routers {'4f664ee2-9327-4d63-a2d7-58c8d392e1fe'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:39:39.090735 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:39:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:39.173989 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] Set router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe gateway port host: None {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:39:39.181990 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (70c75aa1-95ec-4bd6-958e-3f79fa5cab25), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.207844 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c75aa1-95ec-4bd6-958e-3f79fa5cab25,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:39.230674 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:39:38Z', 'revision_number': 6, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port_host': None}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:39.256508 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d114ca-dc17-46df-8b15-499ad5e6077b None None] The sync data for ids ['4f664ee2-9327-4d63-a2d7-58c8d392e1fe'] in dv-cinder-826350-4-iscsi is: [{'id': '4f664ee2-9327-4d63-a2d7-58c8d392e1fe', 'name': 'tempest-TestVolumeBootPattern-112230267-router', 'tenant_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:28:12Z', 'updated_at': '2022-01-28T20:39:38Z', 'revision_number': 6, 'project_id': 'aab3dc9d870f4cb1851d69164cc0c25d', 'gw_port_host': None}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:39:39.269676 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.360134 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.362308 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks [] for router_controller (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.403744 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (4f664ee2-9327-4d63-a2d7-58c8d392e1fe), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.404451 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f664ee2-9327-4d63-a2d7-58c8d392e1fe {{(pid=102377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:39:39.408718 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.409784 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8adc25ec-4c8e-4a79-b749-2d4920f55319 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4f664ee2-9327-4d63-a2d7-58c8d392e1fe HTTP/1.1" status: 204 len: 168 time: 0.7416997 Jan 28 20:39:39.412562 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51616) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:39.455121 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f929e9b0-e5a1-4466-9e63-ed3c0999e3c2 admin admin] Deleting subnet 3631e1dc-88de-4b45-8c1f-2aa6881c7a48 {{(pid=102377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:39:39.458115 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f929e9b0-e5a1-4466-9e63-ed3c0999e3c2 admin admin] Publish callbacks [] for subnet (3631e1dc-88de-4b45-8c1f-2aa6881c7a48), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.495457 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f929e9b0-e5a1-4466-9e63-ed3c0999e3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25590461'] for subnet (3631e1dc-88de-4b45-8c1f-2aa6881c7a48), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.568618 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f929e9b0-e5a1-4466-9e63-ed3c0999e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (3631e1dc-88de-4b45-8c1f-2aa6881c7a48), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.622059 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f929e9b0-e5a1-4466-9e63-ed3c0999e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25920517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25623846'] for subnet (3631e1dc-88de-4b45-8c1f-2aa6881c7a48), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.651328 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f929e9b0-e5a1-4466-9e63-ed3c0999e3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3631e1dc-88de-4b45-8c1f-2aa6881c7a48,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:39.654921 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-f929e9b0-e5a1-4466-9e63-ed3c0999e3c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.658117 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-f929e9b0-e5a1-4466-9e63-ed3c0999e3c2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3631e1dc-88de-4b45-8c1f-2aa6881c7a48 HTTP/1.1" status: 204 len: 168 time: 0.2446070 Jan 28 20:39:39.660681 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51618) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:39.663769 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc6b99-4bfc-49e3-b371-149964a78516 None None] Network 391511f1-a623-41f9-8ed1-f4104794aba4 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:39:39.738365 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (391511f1-a623-41f9-8ed1-f4104794aba4), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.795325 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Deleting port b495a14c-2a9e-4b08-9246-348be1d5e88d {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:39:39.795662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.858789 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] For port b495a14c-2a9e-4b08-9246-348be1d5e88d, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=b495a14c-2a9e-4b08-9246-348be1d5e88d,segment=NetworkSegment(405f63e3-1196-4276-8085-5d517896c72e),segment_id=405f63e3-1196-4276-8085-5d517896c72e)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:39:39.859144 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.872171 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Calling delete_port for b495a14c-2a9e-4b08-9246-348be1d5e88d owned by network:dhcp {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:39:39.947788 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (b495a14c-2a9e-4b08-9246-348be1d5e88d), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:39.974122 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b495a14c-2a9e-4b08-9246-348be1d5e88d,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:39.975830 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] No DVR routers for this DVR port b495a14c-2a9e-4b08-9246-348be1d5e88d on host dv-cinder-826350-4-iscsi {{(pid=102377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:39:40.027255 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efab80a6-d76a-4279-a727-320055999e8b None None] DHCP port deletion for 391511f1-a623-41f9-8ed1-f4104794aba4 request from dv-cinder-826350-4-iscsi {{(pid=102379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:39:40.051667 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (391511f1-a623-41f9-8ed1-f4104794aba4), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.073272 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391511f1-a623-41f9-8ed1-f4104794aba4']}} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:40.082673 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405f63e3-1196-4276-8085-5d517896c72e') {'for_net_delete': True} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:40.082970 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.services.segments.db [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405f63e3-1196-4276-8085-5d517896c72e') {} {{(pid=102377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:39:40.092656 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25590468'] for segment (405f63e3-1196-4276-8085-5d517896c72e), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.094395 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.105952 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (405f63e3-1196-4276-8085-5d517896c72e), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.112928 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:39:40.113434 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25920751'] for segment (405f63e3-1196-4276-8085-5d517896c72e), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: Traceback (most recent call last): Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: timer() Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: cb(*args, **kw) Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: return func(*args, **kwargs) Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: self._notify() Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: self.callback(batched_events) Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: event.method(event) Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: return f(self, *a, **k) Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._get(url).json() Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: return self.request(url, 'GET', **kwargs) Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:39:40.115303 dv-cinder-826350-4-iscsi neutron-server[102377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:39:40.168860 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (391511f1-a623-41f9-8ed1-f4104794aba4), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.173937 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.177063 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/391511f1-a623-41f9-8ed1-f4104794aba4 HTTP/1.1" status: 204 len: 168 time: 0.5154388 Jan 28 20:39:40.194059 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b10f75-77d4-4ead-bd01-f649c4aa7ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=391511f1-a623-41f9-8ed1-f4104794aba4,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:40.291562 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:40.313161 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:40.313511 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 70c75aa1-95ec-4bd6-958e-3f79fa5cab25 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:40.313966 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device d2f12974-3baf-4ae1-b0f3-c6c8123b9213 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:40.322686 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51622) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:40.334487 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: d2f12974-3baf-4ae1-b0f3-c6c8123b9213 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:40.334832 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device d2f12974-3baf-4ae1-b0f3-c6c8123b9213 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:40.335365 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device b495a14c-2a9e-4b08-9246-348be1d5e88d no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:39:40.355435 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: b495a14c-2a9e-4b08-9246-348be1d5e88d {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:39:40.355777 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device b495a14c-2a9e-4b08-9246-348be1d5e88d not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:39:40.362700 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-8aa28098-0394-44b6-af7c-e6a53359c720 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa2f11f2a3714a9c9a72ab77ea3d288b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385249 Jan 28 20:39:40.364975 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51624) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:40.411372 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a78cb56c-5eb9-41e0-8bc9-3456cb50ab00 admin admin] Publish callbacks [] for security_group (cb0dac8b-cbef-4e6c-a5bf-bcee3fe7ac4c), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.431742 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a78cb56c-5eb9-41e0-8bc9-3456cb50ab00 admin admin] Publish callbacks [] for security_group (cb0dac8b-cbef-4e6c-a5bf-bcee3fe7ac4c), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.478246 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a78cb56c-5eb9-41e0-8bc9-3456cb50ab00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (cb0dac8b-cbef-4e6c-a5bf-bcee3fe7ac4c), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.480695 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-a78cb56c-5eb9-41e0-8bc9-3456cb50ab00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.481995 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-a78cb56c-5eb9-41e0-8bc9-3456cb50ab00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb0dac8b-cbef-4e6c-a5bf-bcee3fe7ac4c HTTP/1.1" status: 204 len: 168 time: 0.1160703 Jan 28 20:39:40.489507 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cb56c-5eb9-41e0-8bc9-3456cb50ab00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0dac8b-cbef-4e6c-a5bf-bcee3fe7ac4c,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:40.793659 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51630) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:40.831205 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-25c98aa9-c82f-44ce-9c06-d71bb9014b94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aab3dc9d870f4cb1851d69164cc0c25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363932 Jan 28 20:39:40.833577 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51632) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:39:40.878963 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Publish callbacks [] for security_group (56865c06-d4e9-43e3-a387-63b1281ab382), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.900308 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Publish callbacks [] for security_group (56865c06-d4e9-43e3-a387-63b1281ab382), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.944166 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (56865c06-d4e9-43e3-a387-63b1281ab382), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.946707 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:40.947894 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56865c06-d4e9-43e3-a387-63b1281ab382 HTTP/1.1" status: 204 len: 168 time: 0.1134005 Jan 28 20:39:40.955458 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56865c06-d4e9-43e3-a387-63b1281ab382,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:39:40.963118 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.963464 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.963806 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.964140 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.964466 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.964787 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.965111 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.965432 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.965751 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.966101 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.966478 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.966718 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:40.967035 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d641c8e-49d7-4cba-8222-6aaceb334a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:39:41.514325 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:42.839703 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:50.599886 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:39:56.740129 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee3a63-5367-4650-9721-621020dafaba req-33c0c064-076f-44b5-b9a9-da1a7bb1e2a2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:56.742188 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8eee3a63-5367-4650-9721-621020dafaba req-33c0c064-076f-44b5-b9a9-da1a7bb1e2a2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0508435 Jan 28 20:39:56.792948 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-8eee3a63-5367-4650-9721-621020dafaba req-aaee17be-c002-4658-81c6-81f3af8950ba tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Jan 28 20:39:57.911571 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa27d3-8089-448c-9b81-79a3e08410a9 req-51b38584-bc02-4668-a86c-545092725b98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:57.913039 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-88aa27d3-8089-448c-9b81-79a3e08410a9 req-51b38584-bc02-4668-a86c-545092725b98 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0513356 Jan 28 20:39:57.960267 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-88aa27d3-8089-448c-9b81-79a3e08410a9 req-fe441fbe-8f6b-4df0-b8f9-51b8797ca8c2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417547 Jan 28 20:39:59.077651 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528a3c3-f59a-4e69-b2df-5ec9a53b37c2 req-23efeae9-5e1f-47e6-a125-99dd253a9845 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:39:59.079153 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9528a3c3-f59a-4e69-b2df-5ec9a53b37c2 req-23efeae9-5e1f-47e6-a125-99dd253a9845 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0514116 Jan 28 20:39:59.125564 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-9528a3c3-f59a-4e69-b2df-5ec9a53b37c2 req-ed3c0a80-36c1-4084-a287-352fd3dee451 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410213 Jan 28 20:40:00.252424 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faab20-8e0c-494a-b175-fb85d23195f1 req-e054c10b-3ea2-4570-ab45-208f90734599 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:00.253822 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-52faab20-8e0c-494a-b175-fb85d23195f1 req-e054c10b-3ea2-4570-ab45-208f90734599 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0616000 Jan 28 20:40:00.300951 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-52faab20-8e0c-494a-b175-fb85d23195f1 req-6ff7e9ad-edc0-4817-8a08-64326ce99742 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 Jan 28 20:40:01.415111 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182df1-0f53-4d5f-a9a5-ae11b25523e6 req-89c35d6e-6c64-4ffb-bd77-7e41e541a16e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:01.417203 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5e182df1-0f53-4d5f-a9a5-ae11b25523e6 req-89c35d6e-6c64-4ffb-bd77-7e41e541a16e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0519938 Jan 28 20:40:01.464383 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-5e182df1-0f53-4d5f-a9a5-ae11b25523e6 req-d855a64a-2109-45e9-85ba-c54f0489b86f tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Jan 28 20:40:02.580699 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fc1e7-8af4-4831-aadc-75e0e60a9322 req-a0956028-152c-46ba-b647-0ec149ae749a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:02.582173 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-611fc1e7-8af4-4831-aadc-75e0e60a9322 req-a0956028-152c-46ba-b647-0ec149ae749a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0497048 Jan 28 20:40:02.632240 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-611fc1e7-8af4-4831-aadc-75e0e60a9322 req-b522bd48-ff12-4bfc-9480-44e6643209b4 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445752 Jan 28 20:40:03.751219 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c423e8-8585-413c-b09a-5fb6d7a0f7d1 req-400c71d7-ab27-425e-9193-6409a27880e9 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:03.752684 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-50c423e8-8585-413c-b09a-5fb6d7a0f7d1 req-400c71d7-ab27-425e-9193-6409a27880e9 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0531306 Jan 28 20:40:03.800794 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-50c423e8-8585-413c-b09a-5fb6d7a0f7d1 req-d5acc922-4e6e-493f-8fbb-a3ec855304f7 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426075 Jan 28 20:40:04.933489 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b8d4b-7b10-4c3f-824e-d8c98de64746 req-67f07119-8eac-40dd-b3f9-52764131fe4f tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:04.934960 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-850b8d4b-7b10-4c3f-824e-d8c98de64746 req-67f07119-8eac-40dd-b3f9-52764131fe4f tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0519037 Jan 28 20:40:04.981619 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-850b8d4b-7b10-4c3f-824e-d8c98de64746 req-19d63ede-5af8-4b45-acc4-5b785c89da29 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Jan 28 20:40:06.100495 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb1489-6901-4deb-aec0-343b777189c3 req-4767a5ad-d397-41ef-8f88-2400ff25c966 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:06.101971 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dcbb1489-6901-4deb-aec0-343b777189c3 req-4767a5ad-d397-41ef-8f88-2400ff25c966 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0544026 Jan 28 20:40:06.148784 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dcbb1489-6901-4deb-aec0-343b777189c3 req-e5c6ce5b-f84e-4f83-8a8e-58eed1210552 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407462 Jan 28 20:40:06.611566 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-17a4a5ed-72a1-4d3e-b323-8a8cd526eee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:06.872920 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-51ff4192-ed38-4163-be51-a49772b4aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:06.874347 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-51ff4192-ed38-4163-be51-a49772b4aaa6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1130 time: 0.0470672 Jan 28 20:40:06.953593 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:40:06.961858 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-fd27fe71-fd13-4b21-85bd-7f5271d05dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:06.963355 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-fd27fe71-fd13-4b21-85bd-7f5271d05dfb service neutron] 10.222.0.42 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 910 time: 0.0829053 Jan 28 20:40:07.030934 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-522e80af-016a-47e0-8f3a-24ba8002fc40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 1002 time: 0.0617864 Jan 28 20:40:07.078682 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-4cd80302-7afa-44a4-9517-5eb3066e8b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:07.080096 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-4cd80302-7afa-44a4-9517-5eb3066e8b45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 200 len: 848 time: 0.0433960 Jan 28 20:40:07.129599 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-ea6b05a0-0b76-49f3-bea4-4bb848ae4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:07.131008 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-ea6b05a0-0b76-49f3-bea4-4bb848ae4d30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5766e274-9f40-4571-acf2-007f34b68f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436606 Jan 28 20:40:07.222566 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-3111d9aa-7244-4552-b386-bcff7fa27a7f service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847440 Jan 28 20:40:07.266415 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43c8ec-1cd9-485e-bf78-0c40dbbc2349 req-56b45981-8720-46ea-bba5-db99ac086702 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:07.268268 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ab43c8ec-1cd9-485e-bf78-0c40dbbc2349 req-56b45981-8720-46ea-bba5-db99ac086702 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0531492 Jan 28 20:40:07.312724 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-60029467-9572-4212-accd-6fe0ac2c3b04 req-06f31869-5e5c-43ab-b7e0-d7cbc1582c8a service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845134 Jan 28 20:40:07.316835 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ab43c8ec-1cd9-485e-bf78-0c40dbbc2349 req-267d8485-c34d-4bb7-9785-af89d820bde9 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Jan 28 20:40:08.437202 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628f9a0-6566-4708-ba5d-f30025be556c req-990af2b1-b602-4823-b094-7ec4e7f0a4c2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:08.438711 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1628f9a0-6566-4708-ba5d-f30025be556c req-990af2b1-b602-4823-b094-7ec4e7f0a4c2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0552425 Jan 28 20:40:08.487317 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1628f9a0-6566-4708-ba5d-f30025be556c req-4c0bfa66-4d0d-42db-aeed-e6b50025ad9c tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431359 Jan 28 20:40:08.955573 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec832-9272-4dc9-9aa0-89f8369e3999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:09.606421 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e553f-8270-4c96-b9aa-c44772dec799 req-daa5b10e-26d8-40ff-b1d9-e2fec9e656fd tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:09.607885 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc5e553f-8270-4c96-b9aa-c44772dec799 req-daa5b10e-26d8-40ff-b1d9-e2fec9e656fd tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0505581 Jan 28 20:40:09.655252 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-dc5e553f-8270-4c96-b9aa-c44772dec799 req-27a6e3b7-08a0-437f-82d7-73aaf63b97e8 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Jan 28 20:40:09.880990 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c5a1f-ec3f-4dab-8e16-b1f1c6219f00 req-aa096e81-3791-472d-ac63-912b8a8918df tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:09.882579 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-236c5a1f-ec3f-4dab-8e16-b1f1c6219f00 req-aa096e81-3791-472d-ac63-912b8a8918df tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0522392 Jan 28 20:40:09.912562 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51672) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:40:09.939953 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-236c5a1f-ec3f-4dab-8e16-b1f1c6219f00 req-0312caf0-cd7c-4234-8398-53aa7446ddc2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512226 Jan 28 20:40:10.013418 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-541c97d3-66e4-4586-afc8-be3c4c82c27f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997810 Jan 28 20:40:10.022063 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-c2f98fce-1df7-41bf-8e2d-759eb0619b35 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=102377) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 20:40:10.023025 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-c2f98fce-1df7-41bf-8e2d-759eb0619b35 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049071 Jan 28 20:40:10.100317 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:11.061560 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b269-aa94-426e-9c47-b08bf1d7aa18 req-1459b606-3f8f-4f27-acfd-095b8dfeaea0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:11.062964 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f8d0b269-aa94-426e-9c47-b08bf1d7aa18 req-1459b606-3f8f-4f27-acfd-095b8dfeaea0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0538650 Jan 28 20:40:11.110397 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f8d0b269-aa94-426e-9c47-b08bf1d7aa18 req-a9b04fbd-22b9-498a-90b0-6929edd6d61e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419142 Jan 28 20:40:11.312567 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-a29571c0-c783-4535-b82c-c0b6bd2d9f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:11.313992 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-a29571c0-c783-4535-b82c-c0b6bd2d9f1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384&tenant_id=ae0bc0d163664eefa8c2c16ca7a80896 HTTP/1.1" status: 200 len: 1130 time: 0.0444975 Jan 28 20:40:11.382990 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-519ab1d8-1e18-4b40-8d2a-73169a225e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:11.385042 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-519ab1d8-1e18-4b40-8d2a-73169a225e74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1130 time: 0.0479927 Jan 28 20:40:11.420176 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:40:11.470141 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-1489e136-e188-45d2-9b1f-642b0643b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:11.471599 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-1489e136-e188-45d2-9b1f-642b0643b4b8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 910 time: 0.0815740 Jan 28 20:40:11.502486 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 is: ACTIVE; New status is: DOWN {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:40:11.502884 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:11.528041 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:11.533449 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:40:11.535714 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21287927-ef22-4939-8022-9f8200ad6e1a" -d '{"events": [{"server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "name": "network-vif-unplugged", "status": "completed", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:40:11.544817 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-90edbfef-2fb6-4ab8-9400-5df62beefeab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 1002 time: 0.0640051 Jan 28 20:40:11.549227 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:11.554909 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:11.598804 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-7bbb70c5-19b0-4e8d-bab9-b30e8a5e0d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:11.603998 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-7bbb70c5-19b0-4e8d-bab9-b30e8a5e0d43 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 200 len: 848 time: 0.0516367 Jan 28 20:40:11.606620 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=6']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:11.615202 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.615556 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.615903 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.616246 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.616576 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.616911 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.617384 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.617671 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.618096 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.618370 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.619287 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.619611 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.619935 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:40:11.655343 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-14c4b63c-16d3-401b-8fee-a6a4fa716cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:11.656952 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-14c4b63c-16d3-401b-8fee-a6a4fa716cea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5766e274-9f40-4571-acf2-007f34b68f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476196 Jan 28 20:40:11.698913 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdf7452-9a66-4bf2-bfd2-f501f1737615 x-openstack-request-id: req-0bdf7452-9a66-4bf2-bfd2-f501f1737615 {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:40:11.699295 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "name": "network-vif-unplugged", "status": "completed", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:40:11.699609 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0bdf7452-9a66-4bf2-bfd2-f501f1737615 {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:40:11.700062 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'code': 200} Jan 28 20:40:11.748616 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-3bcc2399-563d-41cd-be3e-e079b7436ef6 service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855689 Jan 28 20:40:11.834607 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab1566fc-a2bc-44a3-ac2d-81824e3ee214 req-ec1a41d8-f726-49ff-b03a-7d18c62c2abb service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795224 Jan 28 20:40:12.227731 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64204743-f45e-4940-9d9f-91009068eea2 req-9115f205-f705-46ff-9750-b7d456ad824e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:12.229176 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-64204743-f45e-4940-9d9f-91009068eea2 req-9115f205-f705-46ff-9750-b7d456ad824e tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0510044 Jan 28 20:40:12.280295 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-64204743-f45e-4940-9d9f-91009068eea2 req-ab2b0fc6-a35a-4645-ba12-5158fb6f64e0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453837 Jan 28 20:40:12.841628 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:13.397172 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82016e-d170-4e58-b24d-2c115c86ddfe req-376b3fbf-9fab-44fc-a7e7-7890bf8eac23 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:13.398655 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2c82016e-d170-4e58-b24d-2c115c86ddfe req-376b3fbf-9fab-44fc-a7e7-7890bf8eac23 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0511615 Jan 28 20:40:13.446264 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-2c82016e-d170-4e58-b24d-2c115c86ddfe req-37d4eefd-1a0f-464c-9e61-f6484aa36314 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Jan 28 20:40:14.561250 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616dcc4-23d4-4993-90ef-f54718a68c28 req-c2dec83c-e966-4672-94f5-a9b43b8d9c62 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:14.562754 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7616dcc4-23d4-4993-90ef-f54718a68c28 req-c2dec83c-e966-4672-94f5-a9b43b8d9c62 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0517678 Jan 28 20:40:14.609620 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7616dcc4-23d4-4993-90ef-f54718a68c28 req-be6e33c4-03fa-47e8-a820-a618663a323a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Jan 28 20:40:15.732942 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02821d-a166-44c6-b651-af5e7a93890c req-e338f3a3-dc15-4050-9b4e-5fd93cd8d113 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:15.734414 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1a02821d-a166-44c6-b651-af5e7a93890c req-e338f3a3-dc15-4050-9b4e-5fd93cd8d113 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0599618 Jan 28 20:40:15.781568 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-1a02821d-a166-44c6-b651-af5e7a93890c req-7a31cd4e-26bd-4ce0-8f7b-7e7dc4f38799 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416300 Jan 28 20:40:16.897289 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d9f8e-25ed-4f05-b90c-f39083542e79 req-e0e2f951-a967-4fb2-82cc-4fc9cf3442c1 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:16.898791 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0e0d9f8e-25ed-4f05-b90c-f39083542e79 req-e0e2f951-a967-4fb2-82cc-4fc9cf3442c1 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0517483 Jan 28 20:40:16.945650 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-0e0d9f8e-25ed-4f05-b90c-f39083542e79 req-05f14dc8-5035-4a38-b80f-f3202054f6d9 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 Jan 28 20:40:18.074585 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50336903-cb53-4a41-8202-14c200e5b3f9 req-05061dba-4512-4df5-a5a0-452cdb1bdc21 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:18.076058 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-50336903-cb53-4a41-8202-14c200e5b3f9 req-05061dba-4512-4df5-a5a0-452cdb1bdc21 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0656416 Jan 28 20:40:18.122487 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-50336903-cb53-4a41-8202-14c200e5b3f9 req-371fb733-bad8-4d3a-b94c-bdcb064a8fcc tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Jan 28 20:40:18.956493 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c730502-811f-45e9-b724-c76a1215ce0f req-9c086a6b-624a-43d8-823b-48bfa5c00cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:18.958060 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2c730502-811f-45e9-b724-c76a1215ce0f req-9c086a6b-624a-43d8-823b-48bfa5c00cfe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1128 time: 0.0445127 Jan 28 20:40:19.006960 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-2c730502-811f-45e9-b724-c76a1215ce0f req-f2b1e558-96e3-48ad-b8dd-0f068b6bb336 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Jan 28 20:40:19.235946 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a55a4-c164-4851-b380-32b173e53ba6 req-967e6757-ed64-462c-9d02-85241578cb17 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:19.237302 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7f4a55a4-c164-4851-b380-32b173e53ba6 req-967e6757-ed64-462c-9d02-85241578cb17 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 944 time: 0.0502248 Jan 28 20:40:19.284188 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-7f4a55a4-c164-4851-b380-32b173e53ba6 req-6bcfa887-b35d-4422-abee-2bad89da20d5 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414116 Jan 28 20:40:19.443500 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 details requested by agent hyperv_hv-cinder-82635 with host hv-cinder-82635 {{(pid=102379) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 20:40:19.536509 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:19.548254 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Returning: {'device': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'port_id': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'mac_address': 'fa:16:3e:54:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102379) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 20:40:19.586856 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 is: DOWN; New status is: BUILD {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:40:19.587761 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:19.723837 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 {{(pid=102379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 20:40:19.742592 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:19.746407 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:19.791532 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=7']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:20.411583 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322ec3b-0a4e-4999-aad7-33dbc2425fb4 req-30a51b71-a809-4d40-90df-739f8b587b1a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:20.413078 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f322ec3b-0a4e-4999-aad7-33dbc2425fb4 req-30a51b71-a809-4d40-90df-739f8b587b1a tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 945 time: 0.0621088 Jan 28 20:40:20.463514 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f322ec3b-0a4e-4999-aad7-33dbc2425fb4 req-ec553f9f-5eee-4704-902f-17ae8e3837f2 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 Jan 28 20:40:20.605310 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:21.283421 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] get_ports_and_sgs() called for port_ids ['29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'] {{(pid=102379) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 20:40:23.477953 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 up at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 20:40:23.527876 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.provisioning_blocks [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Provisioning complete for port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 triggered by entity L2. {{(pid=102379) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 20:40:23.528254 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-779695'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), provisioning_complete {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:23.601124 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Current status of the port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 is: BUILD; New status is: ACTIVE {{(pid=102379) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 28 20:40:23.601504 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-736371'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), before_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:23.623990 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'}] {{(pid=102379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:40:23.626237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15fc6c71464bb467435a572cb15294785a1035afacc960313cbdaff6bf0a0ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe435fa5-0c46-4e1e-9eab-41add05f2758" -d '{"events": [{"server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "name": "network-vif-plugged", "status": "completed", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0"}]}' {{(pid=102379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:40:23.638516 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.db [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:40:23.643435 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733270119132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733269558604', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733269558622'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:23.668298 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3423d3c0-cc02-4754-b622-bee2568827fa x-openstack-request-id: req-3423d3c0-cc02-4754-b622-bee2568827fa {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:40:23.668641 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "name": "network-vif-plugged", "status": "completed", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0", "code": 200}]} {{(pid=102379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:40:23.668927 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3423d3c0-cc02-4754-b622-bee2568827fa {{(pid=102379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:40:23.669513 dv-cinder-826350-4-iscsi neutron-server[102379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'code': 200} Jan 28 20:40:23.697615 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Pushing event updated for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=8']} {{(pid=102379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:40:25.174775 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-c89c1340-c1c2-4d44-9b61-9526a04c7880 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421443 Jan 28 20:40:25.255922 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-807b4ef4-541a-47c9-8130-73b5d1b25d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:25.257294 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-807b4ef4-541a-47c9-8130-73b5d1b25d22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1130 time: 0.0433171 Jan 28 20:40:25.362465 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-658a7951-9447-44c0-a2bc-a841381ba1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:25.363934 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-658a7951-9447-44c0-a2bc-a841381ba1db service neutron] 10.222.0.42 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 910 time: 0.0842047 Jan 28 20:40:25.426873 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-4693a62f-933c-423e-bf8e-19329863ddfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 1002 time: 0.0567424 Jan 28 20:40:25.472920 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-49c65e77-c70e-48fa-b38d-5ed0df50dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:25.474345 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-49c65e77-c70e-48fa-b38d-5ed0df50dcf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 200 len: 848 time: 0.0414617 Jan 28 20:40:25.525194 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-ae1c361e-5553-4ca3-920d-0d05c2d0fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:40:25.526605 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-ae1c361e-5553-4ca3-920d-0d05c2d0fa85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5766e274-9f40-4571-acf2-007f34b68f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455644 Jan 28 20:40:25.613492 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-a5358e8e-95b2-4830-839a-584a3a8d6798 service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794139 Jan 28 20:40:25.707682 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ae183b56-8877-4528-9f73-7c5f04bcec0a req-1be27658-fa84-41f7-a8b6-713e3844c048 service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858564 Jan 28 20:40:36.613765 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-ccd02967-2804-4600-80a1-0e7ae094a14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:38.956781 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-9cea8162-207b-464e-83f6-37d392d8774b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:40.101158 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:41.515390 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:42.843669 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:40:43.953010 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:40:50.615690 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:06.616420 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-58def3d6-fb26-4f40-8bf1-25c5d6914083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:08.957718 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f9a90617-b11a-4852-a213-a902d69975c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:10.104453 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:11.519590 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:12.846009 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:20.610122 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:20.954731 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:41:25.174445 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-5acbf9b4-8fa2-47a2-98e6-44c0509d2037 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425460 Jan 28 20:41:25.258146 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-1c606374-8ca3-49a6-a587-c519b07409d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:25.259557 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-1c606374-8ca3-49a6-a587-c519b07409d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1130 time: 0.0442505 Jan 28 20:41:25.364441 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-5be7c2a3-346b-48f8-bdf3-e97fe491813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:25.365927 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-5be7c2a3-346b-48f8-bdf3-e97fe491813f service neutron] 10.222.0.42 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 910 time: 0.0853283 Jan 28 20:41:25.429996 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-7be9bb61-528e-44c0-9706-7494a7c026a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 1002 time: 0.0578086 Jan 28 20:41:25.476644 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-8f2f4602-59e8-4316-b623-9a2793fa10c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:25.478098 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-8f2f4602-59e8-4316-b623-9a2793fa10c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 200 len: 848 time: 0.0419643 Jan 28 20:41:25.528478 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-4efbfeed-91ef-45c1-b0b1-3757e4f65398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:41:25.529836 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-4efbfeed-91ef-45c1-b0b1-3757e4f65398 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5766e274-9f40-4571-acf2-007f34b68f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453577 Jan 28 20:41:25.615370 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-2af3680f-6cee-4a2a-93ba-4956a4394d69 service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791314 Jan 28 20:41:25.705027 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-ab199a17-6793-48f9-8b89-d276c615ec07 req-4c008d34-6868-4189-b9e9-aaab6cd95dbe service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832775 Jan 28 20:41:36.619173 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8970412b-44f7-4932-abe0-f200aed5cf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:38.960763 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-058ac169-c296-43ea-b655-90c0c8d76961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:39.842148 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-ff1b54de-fa3e-4ce7-9182-dc69fbf5d46f req-d94bf3b2-69db-4e1b-b755-9a5124548b7f service neutron] (102377) timed out ('10.222.0.42', 55865) {{(pid=102377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:41:40.106594 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:41.522897 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:42.847469 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:50.624868 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:41:57.954020 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:41:59.471965 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [req-2f385063-b1e6-42aa-89ec-36ec08755061 req-d1403b71-ceaf-4df3-8715-19013955cecf service neutron] (102377) timed out ('10.222.0.42', 55862) {{(pid=102377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 20:42:03.924289 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51716) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:04.404282 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Deleting port 1780e273-198e-4b07-8b4d-5ca517456205 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:04.404626 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (1780e273-198e-4b07-8b4d-5ca517456205), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:04.475972 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (1780e273-198e-4b07-8b4d-5ca517456205), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:04.476302 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for floatingip (1780e273-198e-4b07-8b4d-5ca517456205), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:04.487623 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Calling delete_port for 1780e273-198e-4b07-8b4d-5ca517456205 owned by network:floatingip {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:04.629388 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (1780e273-198e-4b07-8b4d-5ca517456205), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:04.655115 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event deleted for resources: {'Port': ['ID=1780e273-198e-4b07-8b4d-5ca517456205,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:04.670291 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.670646 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.670992 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.671331 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.671666 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.671996 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.672329 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.672657 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.673007 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.673335 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.673662 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.674047 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.674383 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:04.731044 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for floatingip (2a12f20e-c347-4134-a9b5-4a6f7128a875), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:04.731374 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.db.l3_db [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Floating IP 2a12f20e-c347-4134-a9b5-4a6f7128a875 disassociated (deleted). External IP: 172.27.0.154, port: 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0. Jan 28 20:42:04.934059 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:05.040817 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:05.045253 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for floatingip (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:05.051033 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] Sync routers for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:05.060287 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:05.060903 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:41:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:05.074719 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-1c0caf7d-b5bb-487c-a20a-dd348055c780 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "DELETE /v2.0/floatingips/2a12f20e-c347-4134-a9b5-4a6f7128a875 HTTP/1.1" status: 204 len: 168 time: 1.1493466 Jan 28 20:42:05.075315 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'}] {{(pid=102377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:42:05.077569 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32445b6654184f9182d9bd6b7a2cda7fe08cb7cf66ba89d48341432a3045cc61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db70f00d-aaa2-48ca-becd-cb7217611e48" -d '{"events": [{"name": "network-changed", "server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0"}]}' {{(pid=102377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:05.114585 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5af522-80e8-483d-a5f4-4783a063034b x-openstack-request-id: req-4e5af522-80e8-483d-a5f4-4783a063034b {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:05.114877 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0", "status": "completed", "code": 200}]} {{(pid=102377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:05.115132 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e5af522-80e8-483d-a5f4-4783a063034b {{(pid=102377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:05.115541 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'status': 'completed', 'code': 200} Jan 28 20:42:05.172778 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:05.185046 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-83af57e2-9a41-4644-899e-42e5d47ee4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:05.186483 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-83af57e2-9a41-4644-899e-42e5d47ee4da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 1130 time: 0.0481014 Jan 28 20:42:05.288022 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-ef0601de-1a98-4cfe-a23d-af4b496a4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:05.289503 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-ef0601de-1a98-4cfe-a23d-af4b496a4193 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 200 len: 910 time: 0.0933089 Jan 28 20:42:05.345748 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-539a376a-09db-4de9-be64-fd49f5915c43 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 200 len: 217 time: 0.0447748 Jan 28 20:42:05.385182 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:32Z', 'revision_number': 5, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:05.390639 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939c663-fd82-4559-8194-33574dfafd68 req-ca316d36-4ddb-4d42-bd3b-324b8a1e5d1b tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:05.392432 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f939c663-fd82-4559-8194-33574dfafd68 req-ca316d36-4ddb-4d42-bd3b-324b8a1e5d1b tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.1341555 Jan 28 20:42:05.398123 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-e489a59b-abfb-430b-be15-cfe37bf9903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:05.399583 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-e489a59b-abfb-430b-be15-cfe37bf9903c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 200 len: 848 time: 0.0468035 Jan 28 20:42:05.412185 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] Checking router: e6a23ab3-a15f-437c-acd1-b9ea45a95b54 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:05.420945 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:05.421700 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:41:39Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:05.444610 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-f939c663-fd82-4559-8194-33574dfafd68 req-29e32a5d-6f6a-4ad2-8e27-3888bc31a7ad tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450745 Jan 28 20:42:05.451623 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-cf8c2bfb-66c5-4343-a3e0-ac35da178d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:05.453202 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-cf8c2bfb-66c5-4343-a3e0-ac35da178d44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5766e274-9f40-4571-acf2-007f34b68f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467265 Jan 28 20:42:05.532083 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:05.742465 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:32Z', 'revision_number': 5, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:05.773480 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c744d947-8228-47cb-9b46-ff14d7d74d8b None None] The sync data for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi is: [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:36:27Z', 'revision_number': 4, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi', '_interfaces': [{'id': '272372ed-2789-4283-8510-b736d897d17c', 'name': '', 'network_id': '5766e274-9f40-4571-acf2-007f34b68f9b', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'mac_address': 'fa:16:3e:07:8c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:27Z', 'updated_at': '2022-01-28T20:36:32Z', 'revision_number': 5, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'subnets': [{'id': '7d1ba5ed-e9d0-414c-9143-2198a8a7b098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:05.811570 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-6593a2a8-c39b-4d60-a5c7-51c659e04f8b service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513243 Jan 28 20:42:05.901143 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-db70f00d-aaa2-48ca-becd-cb7217611e48 req-0bc63486-8dca-44bf-b5ef-cbc0d1ccf89a service neutron] 10.222.0.42 "GET /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833092 Jan 28 20:42:05.997895 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d01c87-6e51-47be-9c6c-dd9525cbb2d5 None None] New status for floating IP 2a12f20e-c347-4134-a9b5-4a6f7128a875: DOWN {{(pid=102380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 20:42:06.616817 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384154d-af04-4b73-9b6d-f31454c6a27d req-c4fb9aeb-11a5-4a07-ade5-6e438e8e6eb5 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:06.618330 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4384154d-af04-4b73-9b6d-f31454c6a27d req-c4fb9aeb-11a5-4a07-ade5-6e438e8e6eb5 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.1043122 Jan 28 20:42:06.621089 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f7d0d2eb-6be0-41d8-b530-cc15e7df51d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:06.674116 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-4384154d-af04-4b73-9b6d-f31454c6a27d req-67d66390-d043-4909-a984-3c9b0c4b6dc6 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afd8b13-90f1-4609-a231-1c596ce21861&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497599 Jan 28 20:42:06.937832 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-5c94cc33-2714-4fd0-b099-101e95f1ab30 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 20:42:06.939282 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-5c94cc33-2714-4fd0-b099-101e95f1ab30 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 946 time: 0.0551383 Jan 28 20:42:07.029600 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Deleting port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:07.029976 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:07.121286 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] For port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0, host hv-cinder-82635, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82635',level=0,port_id=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:07.121652 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:07.133731 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Calling delete_port for 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 owned by compute:nova {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:07.259481 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (29aa8a32-9948-4e90-af5d-9ac2ff31e4f0), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:07.290778 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event deleted for resources: {'Port': ['ID=29aa8a32-9948-4e90-af5d-9ac2ff31e4f0,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:07.318516 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.318864 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.319206 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.319548 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.319876 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.320202 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.320526 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.320854 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.321164 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.321485 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.321804 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.322150 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.322466 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826350-4-iscsi {{(pid=102378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 20:42:07.342446 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] No DVR routers for this DVR port 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 on host hv-cinder-82635 {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:07.344736 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111460'] for port (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:07.348175 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [req-4afc9565-eb1e-4ff4-b6a9-f918c3435cec req-559d264e-4f2a-4546-bdba-4ed1e40d58ca tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.42 "DELETE /v2.0/ports/29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 HTTP/1.1" status: 204 len: 173 time: 0.4035649 Jan 28 20:42:07.348607 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'name': 'network-vif-deleted', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0'}] {{(pid=102378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 20:42:07.350853 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea44b9bab043b8a4854ac069e882ba1de7252f6d6f44d6a7349eacb7b493fa4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083dcf4c-78d6-4a7c-a2ef-dfe158c6a866" -d '{"events": [{"server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "name": "network-vif-deleted", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0"}]}' {{(pid=102378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 20:42:07.386510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 20:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f76d338-584f-4541-9e1b-6813c9f19afc x-openstack-request-id: req-5f76d338-584f-4541-9e1b-6813c9f19afc {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 20:42:07.386510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a83d58a-2acb-4ab1-af31-f8932d53f384", "name": "network-vif-deleted", "tag": "29aa8a32-9948-4e90-af5d-9ac2ff31e4f0", "status": "completed", "code": 200}]} {{(pid=102378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 20:42:07.386510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f76d338-584f-4541-9e1b-6813c9f19afc {{(pid=102378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 20:42:07.386858 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a83d58a-2acb-4ab1-af31-f8932d53f384', 'name': 'network-vif-deleted', 'tag': '29aa8a32-9948-4e90-af5d-9ac2ff31e4f0', 'status': 'completed', 'code': 200} Jan 28 20:42:07.795622 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [req-68c2f0ba-5a9b-4a68-9d0d-7a955a0cf172 req-9e193841-fff1-4468-93ed-e147ce9220ce tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "GET /v2.0/ports?device_id=1a83d58a-2acb-4ab1-af31-f8932d53f384 HTTP/1.1" status: 200 len: 210 time: 0.0308282 Jan 28 20:42:08.851091 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51750) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:08.905531 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-af110323-e31f-432b-956a-9f9cd86db9a0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group (0afd8b13-90f1-4609-a231-1c596ce21861), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:08.931016 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-af110323-e31f-432b-956a-9f9cd86db9a0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group (0afd8b13-90f1-4609-a231-1c596ce21861), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:08.962032 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-b8653fc7-5f89-4b0c-9659-ffa71741f5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:08.992607 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-af110323-e31f-432b-956a-9f9cd86db9a0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (0afd8b13-90f1-4609-a231-1c596ce21861), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:08.995308 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-af110323-e31f-432b-956a-9f9cd86db9a0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:08.996473 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-af110323-e31f-432b-956a-9f9cd86db9a0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] 10.222.0.59 "DELETE /v2.0/security-groups/0afd8b13-90f1-4609-a231-1c596ce21861 HTTP/1.1" status: 204 len: 168 time: 0.1443934 Jan 28 20:42:09.005537 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af110323-e31f-432b-956a-9f9cd86db9a0 tempest-TestShelveInstance-1008034124 tempest-TestShelveInstance-1008034124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afd8b13-90f1-4609-a231-1c596ce21861,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:09.054475 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51754) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:09.489433 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:09.727930 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Deleting port 272372ed-2789-4283-8510-b736d897d17c {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:09.728265 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (272372ed-2789-4283-8510-b736d897d17c), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:09.803506 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] For port 272372ed-2789-4283-8510-b736d897d17c, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=272372ed-2789-4283-8510-b736d897d17c,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:09.803787 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (272372ed-2789-4283-8510-b736d897d17c), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:09.819329 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Calling delete_port for 272372ed-2789-4283-8510-b736d897d17c owned by network:router_interface {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:09.984921 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 no longer exists at agent hyperv_hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:09.993179 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (272372ed-2789-4283-8510-b736d897d17c), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.005046 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] No Port match for: 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:10.005405 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Device 29aa8a32-9948-4e90-af5d-9ac2ff31e4f0 not bound to the agent host hv-cinder-82635 {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:10.019487 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Pushing event deleted for resources: {'Port': ['ID=272372ed-2789-4283-8510-b736d897d17c,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:10.116916 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.182536 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.392633 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:10.493690 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:10.498900 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-1af15f96-7aee-42a9-8a12-c675a2f2311a admin admin] 10.222.0.59 "PUT /v2.0/routers/e6a23ab3-a15f-437c-acd1-b9ea45a95b54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4431646 Jan 28 20:42:10.501475 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51758) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:10.502934 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804dd955-13f6-403a-994d-e6291b162670 None None] Sync routers for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:10.513235 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804dd955-13f6-403a-994d-e6291b162670 None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:10.513842 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-804dd955-13f6-403a-994d-e6291b162670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:42:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:10.603137 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks [] for router (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.616888 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-804dd955-13f6-403a-994d-e6291b162670 None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:10.704860 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks [] for router_gateway (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.755999 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Deleting port 25459b57-0fc2-45e7-98ec-591764445458 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:10.756343 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (25459b57-0fc2-45e7-98ec-591764445458), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.838680 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] For port 25459b57-0fc2-45e7-98ec-591764445458, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=25459b57-0fc2-45e7-98ec-591764445458,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:10.839266 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (25459b57-0fc2-45e7-98ec-591764445458), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:10.852567 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Calling delete_port for 25459b57-0fc2-45e7-98ec-591764445458 owned by network:router_gateway {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:10.925410 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-804dd955-13f6-403a-994d-e6291b162670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '25459b57-0fc2-45e7-98ec-591764445458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:42:09Z', 'revision_number': 5, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port': {'id': '25459b57-0fc2-45e7-98ec-591764445458', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:1e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:25Z', 'updated_at': '2022-01-28T20:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:10.956855 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804dd955-13f6-403a-994d-e6291b162670 None None] Checking router: e6a23ab3-a15f-437c-acd1-b9ea45a95b54 for host: dv-cinder-826350-4-iscsi {{(pid=102379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:10.965038 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804dd955-13f6-403a-994d-e6291b162670 None None] Routers {'e6a23ab3-a15f-437c-acd1-b9ea45a95b54'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:10.965640 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-804dd955-13f6-403a-994d-e6291b162670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:42:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'], 'active': True} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:11.019774 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (25459b57-0fc2-45e7-98ec-591764445458), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.049392 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Pushing event deleted for resources: {'Port': ['ID=25459b57-0fc2-45e7-98ec-591764445458,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:11.050978 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_dvr_db [None req-804dd955-13f6-403a-994d-e6291b162670 None None] Set router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 gateway port host: None {{(pid=102379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:11.105853 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.db.l3_hamode_db [None req-804dd955-13f6-403a-994d-e6291b162670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:42:10Z', 'revision_number': 6, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port_host': None}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:11.109186 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.132820 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804dd955-13f6-403a-994d-e6291b162670 None None] The sync data for ids ['e6a23ab3-a15f-437c-acd1-b9ea45a95b54'] in dv-cinder-826350-4-iscsi is: [{'id': 'e6a23ab3-a15f-437c-acd1-b9ea45a95b54', 'name': 'tempest-TestShelveInstance-1629240502-router', 'tenant_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:24Z', 'updated_at': '2022-01-28T20:42:10Z', 'revision_number': 6, 'project_id': 'ae0bc0d163664eefa8c2c16ca7a80896', 'gw_port_host': None}] {{(pid=102379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:11.198806 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.200901 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks [] for router_controller (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.246847 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (e6a23ab3-a15f-437c-acd1-b9ea45a95b54), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.247564 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a23ab3-a15f-437c-acd1-b9ea45a95b54 {{(pid=102377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:42:11.252085 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.253218 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-df7020df-164f-4da2-9dba-f4a5fd83f388 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e6a23ab3-a15f-437c-acd1-b9ea45a95b54 HTTP/1.1" status: 204 len: 168 time: 0.7507191 Jan 28 20:42:11.255742 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51760) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:11.298476 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d83c4-3d1c-415d-8f2b-94d85cc1f878 admin admin] Deleting subnet 7d1ba5ed-e9d0-414c-9143-2198a8a7b098 {{(pid=102377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:42:11.303165 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-416d83c4-3d1c-415d-8f2b-94d85cc1f878 admin admin] Publish callbacks [] for subnet (7d1ba5ed-e9d0-414c-9143-2198a8a7b098), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.336622 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-416d83c4-3d1c-415d-8f2b-94d85cc1f878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25590461'] for subnet (7d1ba5ed-e9d0-414c-9143-2198a8a7b098), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.409441 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-416d83c4-3d1c-415d-8f2b-94d85cc1f878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (7d1ba5ed-e9d0-414c-9143-2198a8a7b098), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.469908 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-416d83c4-3d1c-415d-8f2b-94d85cc1f878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25920517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25623846'] for subnet (7d1ba5ed-e9d0-414c-9143-2198a8a7b098), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.492951 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d83c4-3d1c-415d-8f2b-94d85cc1f878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1ba5ed-e9d0-414c-9143-2198a8a7b098,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:11.499058 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-416d83c4-3d1c-415d-8f2b-94d85cc1f878 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.502732 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-416d83c4-3d1c-415d-8f2b-94d85cc1f878 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7d1ba5ed-e9d0-414c-9143-2198a8a7b098 HTTP/1.1" status: 204 len: 168 time: 0.2457411 Jan 28 20:42:11.505788 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51762) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:11.506708 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2965c16-1e29-4dcd-9b18-165b5ed11ce2 None None] Network 5766e274-9f40-4571-acf2-007f34b68f9b requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:42:11.574654 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.587512 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (5766e274-9f40-4571-acf2-007f34b68f9b), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.651941 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Deleting port 580ebf0e-c659-4657-898b-c48664179e99 {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:11.652283 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (580ebf0e-c659-4657-898b-c48664179e99), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.713189 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] For port 580ebf0e-c659-4657-898b-c48664179e99, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=580ebf0e-c659-4657-898b-c48664179e99,segment=NetworkSegment(bd2af5ba-f197-4169-b06a-f7a6f1e838eb),segment_id=bd2af5ba-f197-4169-b06a-f7a6f1e838eb)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:11.713556 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (580ebf0e-c659-4657-898b-c48664179e99), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.725950 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Calling delete_port for 580ebf0e-c659-4657-898b-c48664179e99 owned by network:dhcp {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:11.808636 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (580ebf0e-c659-4657-898b-c48664179e99), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.831578 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Pushing event deleted for resources: {'Port': ['ID=580ebf0e-c659-4657-898b-c48664179e99,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:11.837615 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] No DVR routers for this DVR port 580ebf0e-c659-4657-898b-c48664179e99 on host dv-cinder-826350-4-iscsi {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:11.905946 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (5766e274-9f40-4571-acf2-007f34b68f9b), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.925150 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5766e274-9f40-4571-acf2-007f34b68f9b']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:11.934510 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:11.934804 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2af5ba-f197-4169-b06a-f7a6f1e838eb') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:11.946429 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (bd2af5ba-f197-4169-b06a-f7a6f1e838eb), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.961136 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (bd2af5ba-f197-4169-b06a-f7a6f1e838eb), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.968015 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:42:11.968015 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (bd2af5ba-f197-4169-b06a-f7a6f1e838eb), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:42:11.969905 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:42:11.976152 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab112280-594b-430e-8aa0-4c0aaaa7a468 None None] DHCP port deletion for 5766e274-9f40-4571-acf2-007f34b68f9b request from dv-cinder-826350-4-iscsi {{(pid=102379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:42:12.034410 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (5766e274-9f40-4571-acf2-007f34b68f9b), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:12.040768 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:12.043927 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] 10.222.0.59 "DELETE /v2.0/networks/5766e274-9f40-4571-acf2-007f34b68f9b HTTP/1.1" status: 204 len: 168 time: 0.5371423 Jan 28 20:42:12.047078 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51764) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:12.055689 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49598634-2f6e-4b83-aea9-e269330322ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5766e274-9f40-4571-acf2-007f34b68f9b,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:12.346035 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 272372ed-2789-4283-8510-b736d897d17c no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:12.366509 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 272372ed-2789-4283-8510-b736d897d17c {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:12.366854 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 272372ed-2789-4283-8510-b736d897d17c not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:12.367255 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 580ebf0e-c659-4657-898b-c48664179e99 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:12.386806 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 580ebf0e-c659-4657-898b-c48664179e99 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:12.387147 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 580ebf0e-c659-4657-898b-c48664179e99 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:12.387546 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 25459b57-0fc2-45e7-98ec-591764445458 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:12.398182 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1779130'] for router_interface (f78102e1-dab7-413a-8fb8-b454fafd9cc0), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:12.409402 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 25459b57-0fc2-45e7-98ec-591764445458 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:12.409743 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 25459b57-0fc2-45e7-98ec-591764445458 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:12.637364 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Deleting port 5e65ae0a-17be-419b-b07b-319d56dd8fb3 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:12.637991 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:12.715593 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] For port 5e65ae0a-17be-419b-b07b-319d56dd8fb3, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=5e65ae0a-17be-419b-b07b-319d56dd8fb3,segment=NetworkSegment(19cf3dc6-118f-40e0-94f0-c69818e3641b),segment_id=19cf3dc6-118f-40e0-94f0-c69818e3641b)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:12.715950 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:12.727844 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Calling delete_port for 5e65ae0a-17be-419b-b07b-319d56dd8fb3 owned by network:router_interface {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:12.849523 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:13.131360 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (5e65ae0a-17be-419b-b07b-319d56dd8fb3), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:13.155455 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e65ae0a-17be-419b-b07b-319d56dd8fb3,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:13.318697 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1802245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1778966'] for router_interface (f78102e1-dab7-413a-8fb8-b454fafd9cc0), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:13.534122 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Router f78102e1-dab7-413a-8fb8-b454fafd9cc0 has already been hosted by L3 agent 1c6aa9aa-71a1-4202-9fcf-f9011fdc6666 {{(pid=102377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 20:42:13.636389 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] Notify agent at l3_agent.dv-cinder-826350-4-iscsi the message routers_updated {{(pid=102377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 20:42:13.641382 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-ab6984b2-f014-4cfd-8bad-5784ca856da3 admin admin] 10.222.0.59 "PUT /v2.0/routers/f78102e1-dab7-413a-8fb8-b454fafd9cc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932734 Jan 28 20:42:13.644154 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51766) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:13.647294 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] Sync routers for ids ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'] in dv-cinder-826350-4-iscsi {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 20:42:13.657077 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] Routers {'f78102e1-dab7-413a-8fb8-b454fafd9cc0'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:13.657685 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:42:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:13.745957 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks [] for router (f78102e1-dab7-413a-8fb8-b454fafd9cc0), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:13.759877 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] Set router f78102e1-dab7-413a-8fb8-b454fafd9cc0 gateway port host: dv-cinder-826350-4-iscsi {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:13.847450 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks [] for router_gateway (f78102e1-dab7-413a-8fb8-b454fafd9cc0), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:13.898698 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Deleting port 25cefea7-81aa-4142-899a-5330528aae09 {{(pid=102377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:13.899035 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (25cefea7-81aa-4142-899a-5330528aae09), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:13.940184 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'external_fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '25cefea7-81aa-4142-899a-5330528aae09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:42:12Z', 'revision_number': 5, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port': {'id': '25cefea7-81aa-4142-899a-5330528aae09', 'name': '', 'network_id': 'b5e76cc8-cda0-486f-933b-4533c8f8ff30', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826350-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T20:36:30Z', 'updated_at': '2022-01-28T20:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '59cf0196-7307-4e9b-89e6-d0f2b9b9bb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826350-4-iscsi'}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:13.966996 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] Checking router: f78102e1-dab7-413a-8fb8-b454fafd9cc0 for host: dv-cinder-826350-4-iscsi {{(pid=102380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 20:42:13.974914 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] Routers {'f78102e1-dab7-413a-8fb8-b454fafd9cc0'} bound to L3 agent in host dv-cinder-826350-4-iscsi {{(pid=102380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 20:42:13.975507 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826350-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T20:18:09Z,description=,heartbeat_timestamp=2022-01-28T20:42:09Z,host='dv-cinder-826350-4-iscsi',id=1c6aa9aa-71a1-4202-9fcf-f9011fdc6666,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T20:18:09Z,topic='l3_agent')) {'router_ids': ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'], 'active': True} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:13.977773 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.db [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] For port 25cefea7-81aa-4142-899a-5330528aae09, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=25cefea7-81aa-4142-899a-5330528aae09,segment=NetworkSegment(0196e6bd-99da-4a1e-8e24-9158d8c8d582),segment_id=0196e6bd-99da-4a1e-8e24-9158d8c8d582)] {{(pid=102377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:13.978170 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (25cefea7-81aa-4142-899a-5330528aae09), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:13.990292 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.plugins.ml2.plugin [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Calling delete_port for 25cefea7-81aa-4142-899a-5330528aae09 owned by network:router_gateway {{(pid=102377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:14.059849 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_dvr_db [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] Set router f78102e1-dab7-413a-8fb8-b454fafd9cc0 gateway port host: None {{(pid=102380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 20:42:14.112234 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.l3_hamode_db [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 6, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port_host': None}], 'dv-cinder-826350-4-iscsi', False) {} {{(pid=102380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:14.156375 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25920560'] for port (25cefea7-81aa-4142-899a-5330528aae09), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.181018 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Pushing event deleted for resources: {'Port': ['ID=25cefea7-81aa-4142-899a-5330528aae09,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:14.228935 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d8a87-6b48-4315-83f0-cb79465df74d None None] The sync data for ids ['f78102e1-dab7-413a-8fb8-b454fafd9cc0'] in dv-cinder-826350-4-iscsi is: [{'id': 'f78102e1-dab7-413a-8fb8-b454fafd9cc0', 'name': 'tempest-TestShelveInstance-1621436079-router', 'tenant_id': '1e29ca09ce904e5cad84d21d107e4085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T20:36:29Z', 'updated_at': '2022-01-28T20:42:13Z', 'revision_number': 6, 'project_id': '1e29ca09ce904e5cad84d21d107e4085', 'gw_port_host': None}] {{(pid=102380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 20:42:14.246940 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1783932'] for router_gateway (f78102e1-dab7-413a-8fb8-b454fafd9cc0), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.339577 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1773577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-486'] for router (f78102e1-dab7-413a-8fb8-b454fafd9cc0), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.341647 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks [] for router_controller (f78102e1-dab7-413a-8fb8-b454fafd9cc0), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.386057 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1773568'] for router (f78102e1-dab7-413a-8fb8-b454fafd9cc0), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.386497 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f78102e1-dab7-413a-8fb8-b454fafd9cc0 {{(pid=102377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 20:42:14.391059 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.395601 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-07d3505e-c9f0-43b8-95f4-f3cd96c5d82e admin admin] 10.222.0.59 "DELETE /v2.0/routers/f78102e1-dab7-413a-8fb8-b454fafd9cc0 HTTP/1.1" status: 204 len: 168 time: 0.7475207 Jan 28 20:42:14.395820 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.wsgi [-] (102377) accepted ('10.222.0.59', 51768) {{(pid=102377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:14.438745 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef2abff-ca64-48e1-bc0e-e46634bef611 admin admin] Deleting subnet 033213b1-5d4f-4500-949e-98982da20fe7 {{(pid=102377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 20:42:14.441833 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9ef2abff-ca64-48e1-bc0e-e46634bef611 admin admin] Publish callbacks [] for subnet (033213b1-5d4f-4500-949e-98982da20fe7), before_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.475738 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9ef2abff-ca64-48e1-bc0e-e46634bef611 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25590461'] for subnet (033213b1-5d4f-4500-949e-98982da20fe7), precommit_delete_associations {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.554912 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9ef2abff-ca64-48e1-bc0e-e46634bef611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775101'] for subnet (033213b1-5d4f-4500-949e-98982da20fe7), precommit_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.616002 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9ef2abff-ca64-48e1-bc0e-e46634bef611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775076', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1772810', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25920517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25623846'] for subnet (033213b1-5d4f-4500-949e-98982da20fe7), after_delete {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.644079 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2abff-ca64-48e1-bc0e-e46634bef611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033213b1-5d4f-4500-949e-98982da20fe7,revision_number=None']} {{(pid=102377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:14.648687 dv-cinder-826350-4-iscsi neutron-server[102377]: DEBUG neutron_lib.callbacks.manager [None req-9ef2abff-ca64-48e1-bc0e-e46634bef611 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.654881 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51770) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:14.656009 dv-cinder-826350-4-iscsi neutron-server[102377]: INFO neutron.wsgi [None req-9ef2abff-ca64-48e1-bc0e-e46634bef611 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/033213b1-5d4f-4500-949e-98982da20fe7 HTTP/1.1" status: 204 len: 168 time: 0.2591503 Jan 28 20:42:14.658003 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34db160-b51d-430b-9e46-1c3a9e29ec87 None None] Network 310e566e-2fee-4919-8cfc-99f68e426cd3 requested from dv-cinder-826350-4-iscsi {{(pid=102379) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 20:42:14.712935 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 5e65ae0a-17be-419b-b07b-319d56dd8fb3 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:14.728905 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-684403'] for network (310e566e-2fee-4919-8cfc-99f68e426cd3), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.740572 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 5e65ae0a-17be-419b-b07b-319d56dd8fb3 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:14.740926 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 5e65ae0a-17be-419b-b07b-319d56dd8fb3 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:14.792293 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Deleting port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d {{(pid=102378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 28 20:42:14.792636 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733270112112'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.855255 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.db [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] For port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d, host dv-cinder-826350-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826350-4-iscsi',level=0,port_id=c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d,segment=NetworkSegment(19cf3dc6-118f-40e0-94f0-c69818e3641b),segment_id=19cf3dc6-118f-40e0-94f0-c69818e3641b)] {{(pid=102378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 20:42:14.855619 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1778845'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.868443 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Calling delete_port for c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d owned by network:dhcp {{(pid=102378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 28 20:42:14.947266 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-735070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-359821', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733270119114', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733269558595', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3586300'] for port (c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:14.971862 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:14.975824 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] No DVR routers for this DVR port c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d on host dv-cinder-826350-4-iscsi {{(pid=102378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 20:42:15.042256 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9c79fd-329a-4d8e-84ac-7edffc728d2e None None] DHCP port deletion for 310e566e-2fee-4919-8cfc-99f68e426cd3 request from dv-cinder-826350-4-iscsi {{(pid=102379) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 20:42:15.048081 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-781872', 'neutron.services.segments.db._delete_segments_for_network-8733269989780'] for network (310e566e-2fee-4919-8cfc-99f68e426cd3), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.073041 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310e566e-2fee-4919-8cfc-99f68e426cd3']}} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:15.082977 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cf3dc6-118f-40e0-94f0-c69818e3641b') {'for_net_delete': True} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:15.083275 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.services.segments.db [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cf3dc6-118f-40e0-94f0-c69818e3641b') {} {{(pid=102378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 20:42:15.092384 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733269992349', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367717'] for segment (19cf3dc6-118f-40e0-94f0-c69818e3641b), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.105640 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804'] for segment (19cf3dc6-118f-40e0-94f0-c69818e3641b), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.112456 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 20:42:15.112995 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-726804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3586083'] for segment (19cf3dc6-118f-40e0-94f0-c69818e3641b), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: Traceback (most recent call last): Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: timer() Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: cb(*args, **kw) Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: return func(*args, **kwargs) Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: self._notify() Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: self.callback(batched_events) Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: event.method(event) Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: return f(self, *a, **k) Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._get(url).json() Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: return self.request(url, 'GET', **kwargs) Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 20:42:15.115439 dv-cinder-826350-4-iscsi neutron-server[102378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 20:42:15.175888 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-781883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1802494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1779604'] for network (310e566e-2fee-4919-8cfc-99f68e426cd3), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.181840 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1802472'] for network (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.184949 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] 10.222.0.59 "DELETE /v2.0/networks/310e566e-2fee-4919-8cfc-99f68e426cd3 HTTP/1.1" status: 204 len: 168 time: 0.5290654 Jan 28 20:42:15.196294 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a5b20-217f-4e87-bcc9-de572aa623ef admin admin] Pushing event deleted for resources: {'Network': ['ID=310e566e-2fee-4919-8cfc-99f68e426cd3,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:15.301455 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51774) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:15.341598 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-e4c17f6d-85ac-4592-baf6-73a1809f34c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ae0bc0d163664eefa8c2c16ca7a80896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389490 Jan 28 20:42:15.344036 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51776) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:15.393919 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-54f5df8b-8f72-4593-b2b5-e8caff5d72a6 admin admin] Publish callbacks [] for security_group (1bb9f320-9f91-403f-88a1-273aad973914), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.418333 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-54f5df8b-8f72-4593-b2b5-e8caff5d72a6 admin admin] Publish callbacks [] for security_group (1bb9f320-9f91-403f-88a1-273aad973914), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.465358 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-54f5df8b-8f72-4593-b2b5-e8caff5d72a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (1bb9f320-9f91-403f-88a1-273aad973914), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.467857 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-54f5df8b-8f72-4593-b2b5-e8caff5d72a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.469005 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-54f5df8b-8f72-4593-b2b5-e8caff5d72a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1bb9f320-9f91-403f-88a1-273aad973914 HTTP/1.1" status: 204 len: 168 time: 0.1240923 Jan 28 20:42:15.477279 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5df8b-8f72-4593-b2b5-e8caff5d72a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb9f320-9f91-403f-88a1-273aad973914,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:15.769230 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51782) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:15.807913 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-fd30fb70-6ec9-4f3d-b885-67011de752ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e29ca09ce904e5cad84d21d107e4085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369997 Jan 28 20:42:15.810285 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.wsgi [-] (102378) accepted ('10.222.0.59', 51784) {{(pid=102378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 20:42:15.856745 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-213a54f4-b655-4749-88fc-53b3305abd19 admin admin] Publish callbacks [] for security_group (8fa741a2-1e76-4552-b038-5812ce79b1a0), before_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.877473 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-213a54f4-b655-4749-88fc-53b3305abd19 admin admin] Publish callbacks [] for security_group (8fa741a2-1e76-4552-b038-5812ce79b1a0), precommit_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.922234 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-213a54f4-b655-4749-88fc-53b3305abd19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1775788'] for security_group (8fa741a2-1e76-4552-b038-5812ce79b1a0), after_delete {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.924737 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron_lib.callbacks.manager [None req-213a54f4-b655-4749-88fc-53b3305abd19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:15.926451 dv-cinder-826350-4-iscsi neutron-server[102378]: INFO neutron.wsgi [None req-213a54f4-b655-4749-88fc-53b3305abd19 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8fa741a2-1e76-4552-b038-5812ce79b1a0 HTTP/1.1" status: 204 len: 168 time: 0.1147482 Jan 28 20:42:15.937110 dv-cinder-826350-4-iscsi neutron-server[102378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a54f4-b655-4749-88fc-53b3305abd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa741a2-1e76-4552-b038-5812ce79b1a0,revision_number=None']} {{(pid=102378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 20:42:16.343476 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 25cefea7-81aa-4142-899a-5330528aae09 no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:16.364439 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: 25cefea7-81aa-4142-899a-5330528aae09 {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:16.364788 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device 25cefea7-81aa-4142-899a-5330528aae09 not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:16.365209 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d no longer exists at agent ovs-agent-dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 20:42:16.383884 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.plugin [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] No Port match for: c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d {{(pid=102379) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 28 20:42:16.384214 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron.plugins.ml2.rpc [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Device c94fbe5a-5fe3-484d-9d47-9a7bf3a33a2d not bound to the agent host dv-cinder-826350-4-iscsi {{(pid=102379) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 20:42:20.638838 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:34.952070 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:42:36.622482 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-5e8e5928-2adc-467d-a014-114650876b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:38.962542 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-b6010a05-1ac7-4176-9b9f-2ec7ee51b966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:40.111854 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:41.526370 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:42.851226 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:42:50.638475 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:06.623291 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-610bcb23-5b22-4460-8b0b-d6cb0d9b0f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:08.963619 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6d43dec3-7b7b-41df-939a-2faa44c64a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:10.114917 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:11.532277 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:11.951697 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:43:12.852396 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:20.636518 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:36.623735 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e3417775-0c4d-4bdc-a915-c606e4aea6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:38.964918 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-91bd9009-2c66-48dc-832f-cd097080dccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:40.118722 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:41.532516 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:42.854368 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:43:48.950575 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:43:50.635665 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:06.625582 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-00264fd4-3adf-4367-b736-1444afb3816e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:08.966616 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c916ad05-e304-43a8-89a4-3d44d034332d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:10.121429 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:11.534278 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:12.856751 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:20.643472 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:25.949280 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:44:36.625975 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-feae214b-169d-4597-b85a-e4672568a3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:38.970194 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-40ca706d-c5c9-4428-b305-fdd2f9bb3f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:40.127134 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:41.536595 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:42.858237 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:44:50.664380 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:02.947805 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:45:06.628634 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-9bf18590-433c-4451-9ec3-62bb4d1709c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:08.971365 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d8023a96-c5e0-4dfd-a5f7-a72bf73303bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:10.127516 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:11.540628 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:12.860624 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:20.668823 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:36.629914 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-e511cfa1-9f9a-4dcc-bca4-abd0eda4d2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:38.971356 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-069dbd43-708f-4861-9b1f-49b52394abab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:39.946601 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:45:40.129578 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:41.541459 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:42.862554 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:45:50.680854 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:06.635425 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-f906a8c3-f8dc-40f8-83ae-591dd8b37b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:08.971199 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-6e98696a-04ec-4bfb-a47a-2acecac16a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:10.134356 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:11.544579 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:12.864024 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:16.946340 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:46:20.680726 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:36.637693 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-2296a9bd-9611-477c-9e29-cda3dbb62dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:38.972188 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-302adf14-9f51-4a52-b04f-76fe373eea43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:40.134682 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:41.547481 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:42.865302 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:50.684345 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:46:53.946215 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:47:06.639412 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-209a89c3-7f1c-4d91-ba68-fbe3d77625d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:08.973597 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf64d-8205-4a9f-a968-1dcd488b58b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:10.137654 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:11.550525 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:12.867614 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:20.692844 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-16ba823a-e225-4598-9179-9bf6f388cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (cae01b53-d209-4581-afd3-90aed7c096a5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:30.945294 dv-cinder-826350-4-iscsi neutron-server[102380]: DEBUG neutron.db.agents_db [None req-4ada3e6b-4b76-4f95-b5f6-3aa29d10b59c None None] Agent healthcheck: found 6 active agents {{(pid=102380) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 20:47:36.642836 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d05f31e4-db10-4699-9caa-cc2a38dcf66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1314e36c-c86a-4b4e-8ccf-5fffc98e3d6f), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:38.973821 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-859684ab-c964-462f-9cfd-958758ced533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (1c6aa9aa-71a1-4202-9fcf-f9011fdc6666), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:40.141558 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-fd92fd49-0fec-46f0-9727-cb81da6a6dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e92468f8-e9d5-4d32-b5c2-749894707cc1), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:41.553190 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-d6a03156-5e31-465d-beeb-e922bf536e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (e0ddd6a3-6c49-4a09-b620-c52469f357de), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 20:47:42.869746 dv-cinder-826350-4-iscsi neutron-server[102379]: DEBUG neutron_lib.callbacks.manager [None req-8c694d4c-bd38-4b6a-b649-26fc733906a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733269989762', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-779593'] for agent (9bf41291-0a9e-4ac8-9614-d2f6d878bff5), after_update {{(pid=102379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}